-- Logs begin at Wed 2022-01-12 09:23:21 UTC, end at Wed 2022-01-12 10:41:31 UTC. -- Jan 12 10:08:37.279294 dv-cinder-821602-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 12 10:08:40.468087 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.common.config [-] Logging enabled! Jan 12 10:08:40.468720 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev356 Jan 12 10:08:40.468892 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103147) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 12 10:08:40.472174 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.common.config [-] Logging enabled! Jan 12 10:08:40.472431 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev356 Jan 12 10:08:40.472750 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103147) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 12 10:08:40.473740 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 10:08:40.473978 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 10:08:40.474614 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 10:08:40.474966 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 10:08:40.475359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 10:08:40.475821 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.477183 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 12 10:08:40.477715 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.478227 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.478537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.478847 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.479147 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.479441 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.479741 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.480048 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.480341 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.480630 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.480947 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.481247 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.481535 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.481830 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.482127 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.482417 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] debug = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.482703 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.483133 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.483559 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.483844 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.484147 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.484428 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.484702 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.485010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.485302 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.485638 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] host = dv-cinder-821602-9-iscsi {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.485923 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.486214 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.486507 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.486798 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.487079 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.487357 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.487645 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.487922 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.488197 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] log_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.488478 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.488770 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.489086 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.489380 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.489608 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.489835 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.490130 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.490421 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.490702 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.490983 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.491263 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.491547 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.492428 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.492848 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.493176 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.493475 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.493772 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.494059 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.494346 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.494627 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.494910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.495204 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.495486 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.495767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.496048 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.496342 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.496620 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.496922 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.497234 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.497526 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.497814 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.498103 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.498383 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.498673 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.498952 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.499228 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.499505 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] use_json = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.499781 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.500057 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.500347 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.500628 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.500930 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.501218 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.501497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.501791 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.502074 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:40.502378 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.502683 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.502993 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.503290 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.503592 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.503881 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.504179 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.504464 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.504762 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.505086 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.505381 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.505667 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.505974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.506271 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.506574 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.506886 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.507188 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.508612 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.508934 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.509223 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.509508 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.509799 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.510099 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.510388 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.510688 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.510988 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.511276 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.511586 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.511882 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.512184 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.512483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.512770 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.513082 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.513381 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.513667 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.513947 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.514232 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.514530 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.514815 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.515094 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.515380 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.515663 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.515940 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.516215 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.516497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.516792 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.517099 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.517376 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.517650 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.517932 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.518209 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.518497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.518778 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.519053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.519325 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.519606 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.519883 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.520157 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.520436 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.520709 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.521014 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.521289 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.521562 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.521836 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.522110 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.522389 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.522663 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.522936 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.523451 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.524008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.524357 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.524641 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.524951 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.525234 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.525530 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.525841 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.526128 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.526419 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.526728 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.526988 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.527273 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.527557 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.527842 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.528128 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.528406 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.528705 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.529025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.529318 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.529633 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.529922 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.530229 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.530763 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.531062 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.531348 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.531634 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.531926 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.532214 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.532523 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.532827 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.533152 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.533454 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.533752 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.534039 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.534356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.534641 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:40.534865 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 10:08:40.535110 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103147) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 12 10:08:40.923821 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 12 10:08:40.924103 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 12 10:08:40.924422 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 12 10:08:40.924759 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 12 10:08:41.299748 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.299960 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.300235 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.301642 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.301926 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.302191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.349925 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.350219 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.350490 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.366978 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.367438 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.367805 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.396777 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.397264 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.397693 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.438651 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.438933 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.439205 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.805836 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.806499 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.806499 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.806664 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.807320 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.912837 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.913184 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.913473 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.913879 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.914538 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.914863 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.915136 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.915403 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.915668 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.915960 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.916228 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.916497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.916765 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.917048 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.917311 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.917580 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.917843 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.918114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.918383 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.918647 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.918922 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.919180 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.919472 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.919852 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.920107 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.920361 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.920759 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:41.921028 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:41.921271 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:41.921529 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:41.921752 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:41.921989 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:41.922358 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 12 10:08:41.925694 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 12 10:08:41.930821 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 12 10:08:41.934805 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jan 12 10:08:41.936485 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 12 10:08:41.937001 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 12 10:08:41.937346 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 12 10:08:41.937740 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 12 10:08:41.940663 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 12 10:08:41.940949 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 12 10:08:41.941310 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 12 10:08:41.948829 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 12 10:08:41.973964 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 12 10:08:41.974436 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.974748 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103147) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 12 10:08:41.975117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.977117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103147) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 12 10:08:41.977439 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 12 10:08:41.977676 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 12 10:08:41.981280 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:41.981569 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:42.050032 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 12 10:08:42.050291 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 12 10:08:42.050499 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 12 10:08:42.050891 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 12 10:08:42.073256 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_db.sqlalchemy.engines [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103147) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 12 10:08:42.682361 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing driver for type 'gre' Jan 12 10:08:42.682904 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] gre ID ranges: [(1, 1000)] Jan 12 10:08:42.928414 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing driver for type 'local' Jan 12 10:08:42.929125 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing driver for type 'vlan' Jan 12 10:08:43.093952 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] VlanTypeDriver initialization complete Jan 12 10:08:43.094292 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing driver for type 'vxlan' Jan 12 10:08:43.094851 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] vxlan ID ranges: [(1, 1000)] Jan 12 10:08:43.345622 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing extension driver 'port_security' Jan 12 10:08:43.345894 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.extensions.port_security [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] PortSecurityExtensionDriver initialization complete Jan 12 10:08:43.346245 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing mechanism driver 'openvswitch' Jan 12 10:08:43.346573 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing mechanism driver 'hyperv' Jan 12 10:08:43.354512 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.plugin [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103147) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:43.355211 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.355594 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.356063 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.356629 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 10:08:43.357098 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.357460 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnet after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.357810 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.358216 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 10:08:43.358633 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.358989 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.359341 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.359745 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 10:08:43.360154 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > security_group after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.360509 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > security_group after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.360855 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > security_group after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.364096 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 10:08:43.364096 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.364096 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.364096 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.364096 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 10:08:43.364469 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > address_group after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.364469 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > address_group after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.364469 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > address_group after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.364682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103147) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 12 10:08:43.364903 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] ML2 OVO RPC backend initialized. {{(pid=103147) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 12 10:08:43.365621 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.365982 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.366406 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.366812 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > networks before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.367170 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.367518 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > ports before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.367867 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnet before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.368215 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnets before_response 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.368567 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.369195 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.369566 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.369920 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.370273 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.370619 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.370968 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnet after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.371314 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnet after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.371658 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > subnet after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.372253 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.plugin [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Modular L2 Plugin initialization complete Jan 12 10:08:43.372716 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading services supported by the core plugin {{(pid=103147) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 12 10:08:43.373103 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.plugins.ml2.managers [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Got port-security extension from driver 'port_security' Jan 12 10:08:43.373579 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.extensions.vlantransparent [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Disabled vlantransparent extension. Jan 12 10:08:43.374078 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103147) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 12 10:08:43.374400 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: router Jan 12 10:08:43.418770 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router_interface before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.419175 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router after_create 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.419636 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router before_create 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.420016 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.420399 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.420765 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router after_delete 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.421169 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > floatingip after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.421527 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > floatingip after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.421904 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router after_create 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.422260 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router after_update 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.422624 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router after_update 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.422979 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.423341 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router after_update 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.423760 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_update 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.424213 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.424563 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.424935 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: subnet after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.425283 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.425638 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > port precommit_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.425989 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_create 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.426338 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: port before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.426687 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.427048 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router after_update 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.427394 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_delete 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.427746 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_create 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.428112 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router_interface after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.428464 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_update 55549900 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.428832 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > agent after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.429214 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > agent after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.429606 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > network after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.430514 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Tracking information for resource: router configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:43.430858 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Tracking information for resource: floatingip configured {{(pid=103147) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 12 10:08:43.436568 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.db.l3_agentschedulers_db [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 12 10:08:43.437180 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.437551 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: port after_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.437907 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: port after_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.438263 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: port after_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.439074 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router before_create 55550100 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.439449 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_delete 55550100 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.439817 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_create 55550100 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.440180 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > router precommit_update 55550100 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.444989 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.services.provider_configuration [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service providers = [] {{(pid=103147) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 12 10:08:43.445361 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.db.servicetype_db [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103147) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 12 10:08:43.448652 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.services.service_base [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 10:08:43.449038 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.services.service_base [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 10:08:43.449388 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.services.service_base [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 10:08:43.450312 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.services.service_base [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103147) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 12 10:08:43.450687 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.services.service_base [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 12 10:08:43.451076 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.451400 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 12 10:08:43.470368 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.470711 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: auto_allocate Jan 12 10:08:43.476943 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: network precommit_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.477328 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: network precommit_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.477891 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.478929 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: tag Jan 12 10:08:43.486991 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.487325 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: timestamp Jan 12 10:08:43.491454 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.491797 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: network_ip_availability Jan 12 10:08:43.497731 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.498113 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.498477 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.499217 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.499550 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: flavors Jan 12 10:08:43.504576 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.504936 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading Plugin: revisions Jan 12 10:08:43.509574 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103147) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 12 10:08:43.510092 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_concurrency.lockutils [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.586s {{(pid=103147) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 12 10:08:43.510847 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103147) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 12 10:08:43.511192 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Initializing extension manager. Jan 12 10:08:43.511721 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: __init__.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.512072 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: __pycache__ {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.512413 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.512752 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: address_group.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.513555 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.514137 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: address-group Jan 12 10:08:43.514466 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: address_scope.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.515390 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.515958 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: address-scope Jan 12 10:08:43.516286 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: admin_state_down_before_update.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.517255 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.517784 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: router-admin-state-down-before-update Jan 12 10:08:43.518113 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: agent.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.518827 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.519349 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: agent Jan 12 10:08:43.519677 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: agent_resources_synced.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.520601 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.521144 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: agent-resources-synced Jan 12 10:08:43.521473 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: allowedaddresspairs.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.523289 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.523813 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: allowed-address-pairs Jan 12 10:08:43.524145 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: auto_allocated_topology.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.531707 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.532238 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: auto-allocated-topology Jan 12 10:08:43.532581 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: availability_zone.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.533318 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.533837 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: availability_zone Jan 12 10:08:43.534200 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: availability_zone_filter.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.535132 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.535662 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: availability_zone_filter Jan 12 10:08:43.535997 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: data_plane_status.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.536943 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.537468 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension data-plane-status not supported by any of loaded plugins Jan 12 10:08:43.537797 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: default_subnetpools.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.538758 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.539277 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: default-subnetpools Jan 12 10:08:43.539606 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: dhcpagentscheduler.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.540979 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.541798 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: dhcp_agent_scheduler Jan 12 10:08:43.542134 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: dns.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.543182 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.543701 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension dns-integration not supported by any of loaded plugins Jan 12 10:08:43.544033 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: dns_domain_ports.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.544999 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.545522 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 12 10:08:43.545854 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.546798 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.547312 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 12 10:08:43.547644 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: dvr.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.548456 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.548927 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: dvr Jan 12 10:08:43.549220 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: ecmp_routes.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.550192 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.550706 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension ecmp_routes not supported by any of loaded plugins Jan 12 10:08:43.551034 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: empty_string_filtering.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.551964 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.552484 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: empty-string-filtering Jan 12 10:08:43.552814 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.553773 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.554288 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 12 10:08:43.554614 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.555543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.556088 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 12 10:08:43.556599 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: external_net.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.557698 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.558218 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: external-net Jan 12 10:08:43.558547 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: extra_dhcp_opt.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.559468 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.559983 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: extra_dhcp_opt Jan 12 10:08:43.560329 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: extraroute.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.561285 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.561801 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: extraroute Jan 12 10:08:43.562128 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: extraroute_atomic.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.563187 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.563806 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: extraroute-atomic Jan 12 10:08:43.564129 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: filter_validation.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.564808 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.565383 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: filter-validation Jan 12 10:08:43.565684 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: fip_pf_description.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.566632 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.567198 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 12 10:08:43.567524 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: fip_port_details.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.568466 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.569019 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: fip-port-details Jan 12 10:08:43.569348 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: flavors.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.570610 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.571135 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: flavors Jan 12 10:08:43.571464 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.573436 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.573965 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 12 10:08:43.574301 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: floatingip_pools.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.575017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.575535 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: floatingip-pools Jan 12 10:08:43.575866 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: ip_allocation.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.576808 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.577347 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension ip_allocation not supported by any of loaded plugins Jan 12 10:08:43.577677 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.578609 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.579131 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: ip-substring-filtering Jan 12 10:08:43.579491 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l2_adjacency.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.580489 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.581047 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension l2_adjacency not supported by any of loaded plugins Jan 12 10:08:43.581378 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l3.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.582527 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.583053 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: router Jan 12 10:08:43.583389 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l3_conntrack_helper.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.585757 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.586289 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 12 10:08:43.586627 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.588413 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.588993 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: ext-gw-mode Jan 12 10:08:43.589331 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.590473 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.590998 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: l3-ha Jan 12 10:08:43.591328 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l3_flavors.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.592260 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.592780 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: l3-flavors Jan 12 10:08:43.593140 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.594067 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.594591 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: l3-port-ip-change-not-allowed Jan 12 10:08:43.594920 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: l3agentscheduler.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.596012 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.596534 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: l3_agent_scheduler Jan 12 10:08:43.596814 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: local_ip.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.603712 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.604253 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension local_ip not supported by any of loaded plugins Jan 12 10:08:43.604594 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: logging.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.606198 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.606738 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension logging not supported by any of loaded plugins Jan 12 10:08:43.607079 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: metering.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.607842 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.608435 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: metering Jan 12 10:08:43.608770 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.609923 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.610455 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: metering_source_and_destination_fields Jan 12 10:08:43.610788 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: multiprovidernet.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.611727 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.612247 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: multi-provider Jan 12 10:08:43.612581 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: netmtu.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.613546 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.614061 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: net-mtu Jan 12 10:08:43.614391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: netmtu_writable.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.615323 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.615839 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: net-mtu-writable Jan 12 10:08:43.616170 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: network_availability_zone.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.616858 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.617398 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: network_availability_zone Jan 12 10:08:43.617727 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: network_ip_availability.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.619090 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.619671 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: network-ip-availability Jan 12 10:08:43.620012 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: network_segment_range.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.620826 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.621366 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension network-segment-range not supported by any of loaded plugins Jan 12 10:08:43.621699 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: pagination.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.622871 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.623211 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: pagination Jan 12 10:08:43.623541 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: port_device_profile.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.624489 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.625052 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: port-device-profile Jan 12 10:08:43.625387 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.626327 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.626846 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: port-mac-address-regenerate Jan 12 10:08:43.627175 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.628110 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.628628 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: port-numa-affinity-policy Jan 12 10:08:43.628986 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: port_resource_request.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.629969 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.630479 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension port-resource-request not supported by any of loaded plugins Jan 12 10:08:43.630807 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: port_resource_request_groups.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.631793 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.632311 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 12 10:08:43.632638 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: portbindings.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.633620 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.634353 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: binding Jan 12 10:08:43.634769 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: portbindings_extended.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.636130 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.636658 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: binding-extended Jan 12 10:08:43.637034 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: portsecurity.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.637971 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.638489 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: port-security Jan 12 10:08:43.638823 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: project_id.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.639822 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.640156 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: project-id Jan 12 10:08:43.640482 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: providernet.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.641457 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.641982 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: provider Jan 12 10:08:43.642311 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.646014 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.646546 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos not supported by any of loaded plugins Jan 12 10:08:43.646883 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.648151 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.648677 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 12 10:08:43.649049 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.650668 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.651309 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 12 10:08:43.651643 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_default.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.652578 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.653137 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-default not supported by any of loaded plugins Jan 12 10:08:43.653469 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_fip.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.654409 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.654929 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-fip not supported by any of loaded plugins Jan 12 10:08:43.655259 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_fip_network_policy.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.656445 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.656990 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 12 10:08:43.657319 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_gateway_ip.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.658259 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.658779 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 12 10:08:43.659107 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_port_network_policy.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.660040 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.660554 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 12 10:08:43.660896 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.661986 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.662511 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 12 10:08:43.662842 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_pps_rule.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.664049 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.664576 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-pps not supported by any of loaded plugins Jan 12 10:08:43.664937 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_rule_type_details.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.666731 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.667260 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 12 10:08:43.667796 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: qos_rules_alias.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.671427 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.673067 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 12 10:08:43.673413 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: quota_check_limit.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.674403 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.674932 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: quota-check-limit Jan 12 10:08:43.675264 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: quotasv2.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.676261 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.676598 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: quotas Jan 12 10:08:43.676958 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: quotasv2_detail.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.680598 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.681128 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: quota_details Jan 12 10:08:43.681720 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: rbac.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.683041 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.683597 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: rbac-policies Jan 12 10:08:43.683939 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: rbac_address_group.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.684953 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.685485 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: rbac-address-group Jan 12 10:08:43.685825 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: rbac_address_scope.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.686759 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.687282 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: rbac-address-scope Jan 12 10:08:43.687615 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: rbac_security_groups.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.688560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.689118 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: rbac-security-groups Jan 12 10:08:43.689454 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: rbac_subnetpool.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.690382 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.690903 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: rbac-subnetpool Jan 12 10:08:43.691237 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: revisionifmatch.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.692187 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.692706 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: revision-if-match Jan 12 10:08:43.693075 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: revisions.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.694242 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.694765 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: standard-attr-revisions Jan 12 10:08:43.695096 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: router_availability_zone.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.695792 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.696307 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: router_availability_zone Jan 12 10:08:43.697190 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: routerservicetype.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.698387 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.698911 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension router-service-type not supported by any of loaded plugins Jan 12 10:08:43.699246 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.700273 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.700801 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: security-groups-normalized-cidr Jan 12 10:08:43.701183 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: security_groups_port_filtering.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.702145 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.702668 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: port-security-groups-filtering Jan 12 10:08:43.702999 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.703960 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.704570 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: security-groups-remote-address-group Jan 12 10:08:43.704931 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.705876 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.706397 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: security-groups-shared-filtering Jan 12 10:08:43.706725 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.707328 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 12 10:08:43.707655 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: securitygroup.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.720103 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.720645 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: security-group Jan 12 10:08:43.725287 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: segment.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.725287 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.725287 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension segment not supported by any of loaded plugins Jan 12 10:08:43.725287 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.726154 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.726679 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 12 10:08:43.727011 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: servicetype.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.728328 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.728986 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: service-type Jan 12 10:08:43.729326 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: sorting.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.730336 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.730680 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: sorting Jan 12 10:08:43.731012 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: standard_attr_segment.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.731946 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.732475 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 12 10:08:43.732811 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: standardattrdescription.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.733508 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.734027 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: standard-attr-description Jan 12 10:08:43.734356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: stateful_security_group.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.735309 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.735832 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: stateful-security-group Jan 12 10:08:43.736169 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: stdattrs_common.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.736751 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 12 10:08:43.737109 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.738095 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.738612 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 12 10:08:43.738939 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: subnet_onboard.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.740035 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.740582 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: subnet_onboard Jan 12 10:08:43.740919 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.741864 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.742381 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 12 10:08:43.742709 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: subnet_service_types.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.743927 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.744657 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: subnet-service-types Jan 12 10:08:43.745026 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: subnetallocation.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.746170 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.746715 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: subnet_allocation Jan 12 10:08:43.747051 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.747740 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.748274 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: subnetpool-prefix-ops Jan 12 10:08:43.748606 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.749593 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.750120 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 12 10:08:43.750451 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: tagging.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.751537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.752083 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: standard-attr-tag Jan 12 10:08:43.752417 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: timestamp.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.753684 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.754213 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loaded extension: standard-attr-timestamp Jan 12 10:08:43.754550 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: trunk.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.755603 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.756135 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension trunk not supported by any of loaded plugins Jan 12 10:08:43.756474 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: trunk_details.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.757433 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.758000 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension trunk-details not supported by any of loaded plugins Jan 12 10:08:43.758432 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: uplink_status_propagation.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.760024 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.760690 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 12 10:08:43.761066 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Loading extension file: vlantransparent.py {{(pid=103147) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 12 10:08:43.761767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103147) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 12 10:08:43.762300 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extension vlan-transparent not supported by any of loaded plugins Jan 12 10:08:43.764890 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:network Jan 12 10:08:43.765448 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:subnet Jan 12 10:08:43.765863 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 10:08:43.766395 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:port Jan 12 10:08:43.767701 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.768148 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service FLAVORS assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.768798 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.769266 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.772154 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:router Jan 12 10:08:43.772154 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:floatingip Jan 12 10:08:43.772154 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service METERING assigned prefix: /metering {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.772154 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.772518 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.772688 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103147) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:08:43.773869 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of CountableResource for resource:rbac_policy Jan 12 10:08:43.774319 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:security_group Jan 12 10:08:43.775541 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:security_group_rule Jan 12 10:08:43.776413 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service CORE assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.776759 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 10:08:43.777146 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] subnetpool is already registered Jan 12 10:08:43.777579 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service CORE assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.777911 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 10:08:43.778247 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] subnetpool is already registered Jan 12 10:08:43.780807 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.781277 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service FLAVORS assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.781883 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.782316 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.782655 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:router Jan 12 10:08:43.782999 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] router is already registered Jan 12 10:08:43.783417 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:floatingip Jan 12 10:08:43.783758 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] floatingip is already registered Jan 12 10:08:43.784219 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service METERING assigned prefix: /metering {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.784925 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of CountableResource for resource:rbac_policy Jan 12 10:08:43.785260 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] rbac_policy is already registered Jan 12 10:08:43.785680 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:security_group Jan 12 10:08:43.786021 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] security_group is already registered Jan 12 10:08:43.786434 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:security_group_rule Jan 12 10:08:43.786770 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] security_group_rule is already registered Jan 12 10:08:43.787396 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service CORE assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.787729 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 10:08:43.788065 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] subnetpool is already registered Jan 12 10:08:43.788486 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.v2.resource_helper [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Service CORE assigned prefix: {{(pid=103147) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 12 10:08:43.788817 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Creating instance of TrackedResource for resource:subnetpool Jan 12 10:08:43.789184 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING neutron.quota.resource_registry [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] subnetpool is already registered Jan 12 10:08:43.789661 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: extensions {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.791551 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: address-groups {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.793120 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: address-scopes {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.794497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: agents {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.795701 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: auto-allocated-topology {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.797029 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: availability_zones {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.798278 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: dhcp-networks {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.799840 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: dhcp-agents {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.801442 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: routers {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.803721 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: flavors {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.804951 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: service_profiles {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.806257 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: next_providers {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.807994 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: service_profiles {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.809614 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: floatingip-pools {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.810868 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: routers {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.813120 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: floatingips {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.814431 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: l3-routers {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.815858 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: l3-agents {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.817348 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: metering-labels {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.818828 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: metering-label-rules {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.820174 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: network-ip-availabilities {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.821509 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: bindings {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.825080 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: quotas {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.826721 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: quotas {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.828307 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: rbac-policies {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.829671 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: security-groups {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.831048 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: security-group-rules {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.832302 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: service-providers {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.833613 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: subnetpools {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.835063 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: subnetpools {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.836668 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.839398 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.841279 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.843096 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.845017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.846972 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.848644 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.850624 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.852396 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.854683 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron.api.extensions [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Extended resource: tags {{(pid=103147) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 12 10:08:43.860692 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING keystonemiddleware.auth_token [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 12 10:08:43.865534 dv-cinder-821602-9-iscsi neutron-server[103147]: WARNING keystonemiddleware.auth_token [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 12 10:08:43.874472 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_concurrency.lockutils [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Acquired lock "singleton_lock" {{(pid=103147) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 12 10:08:43.874951 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_concurrency.lockutils [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Releasing lock "singleton_lock" {{(pid=103147) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 12 10:08:43.875650 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO oslo_service.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Starting 2 workers Jan 12 10:08:43.880565 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Started child 103260 {{(pid=103147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 12 10:08:43.886053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Started child 103261 {{(pid=103147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 12 10:08:43.886818 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:43.887832 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO neutron.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Neutron service started, listening on 0.0.0.0:9696 Jan 12 10:08:43.888244 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [-] (103260) wsgi starting up on http://0.0.0.0:9696 Jan 12 10:08:43.888507 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Publish callbacks [] for process (None), before_spawn {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:43.890978 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO oslo_service.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Starting 1 workers Jan 12 10:08:43.891143 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:43.892358 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [-] (103261) wsgi starting up on http://0.0.0.0:9696 Jan 12 10:08:43.896249 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Started child 103262 {{(pid=103147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 12 10:08:43.896810 dv-cinder-821602-9-iscsi neutron-server[103147]: INFO oslo_service.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Starting 1 workers Jan 12 10:08:43.900717 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] calling RpcWorker wait() {{(pid=103262) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 12 10:08:43.901302 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] returning from RpcWorker wait() {{(pid=103262) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 12 10:08:43.902487 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Started child 103263 {{(pid=103147) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 12 10:08:43.902709 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:43.903170 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:43.903306 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG neutron_lib.callbacks.manager [None req-45337ef9-415a-46f9-8ce7-1fd9e7e81dbe None None] Publish callbacks [] for process (None), after_spawn {{(pid=103147) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:43.905754 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103147) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 12 10:08:43.905979 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 10:08:43.906171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 10:08:43.906405 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 10:08:43.906739 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 10:08:43.906914 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 10:08:43.907436 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.907717 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.907988 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.908110 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:43.908643 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.908643 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.909141 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.909430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.909886 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.910100 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.910357 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.910523 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.910873 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.911128 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.911388 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.911707 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.911986 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.912253 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.912538 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.912719 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.913001 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.913279 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.913512 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.913788 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] debug = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.914047 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.914531 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.914764 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.915016 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.915236 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.915531 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.915800 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.916230 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.916625 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.916936 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.917201 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.917470 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.917718 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.917951 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.918204 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.918454 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.918720 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.918944 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.919419 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] host = dv-cinder-821602-9-iscsi {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.919681 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.919903 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.920158 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.920412 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.920673 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.920917 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.921178 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.921440 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.921690 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.921936 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.922199 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.922459 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.922678 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.922915 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.923082 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_options = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.923331 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.923607 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.923868 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.924140 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.924294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.924455 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.924705 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.924886 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.925070 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.925319 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.925536 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.925777 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.925994 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.926231 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.926492 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.926744 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.926978 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.927203 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.927456 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.927777 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.927928 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.928397 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.928397 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.929317 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.929317 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.929606 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.929752 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.929890 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.930069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.930313 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.930551 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.930804 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.931073 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.931338 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.931778 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.932193 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.932430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.932595 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:43.932744 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.932957 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.933196 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.933462 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.933730 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.933970 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.934219 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.934439 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.934686 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.934925 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_json = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.935145 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.935507 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.935666 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.935930 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.936568 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.936568 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.937381 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.937381 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.937381 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:43.937769 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.937906 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.938387 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.938749 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.938838 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.939059 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.939298 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.939529 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.940178 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.940178 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.940359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.940568 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.940897 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.944212 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.945600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.946290 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.946290 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.946290 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.946290 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.950194 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.951391 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.955025 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.960053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.961974 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.963537 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.964359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.965356 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.966088 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.967590 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.967590 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.967590 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.967590 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.967590 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.967590 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.969179 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.973076 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.973076 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.973076 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.973076 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.973076 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.973536 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 44854) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:08:43.974074 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.975059 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.975059 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.975059 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.976635 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.976635 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.976635 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.976635 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.976635 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.976635 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.977633 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.977633 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.977633 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.977633 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.978092 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.978092 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.978654 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.978994 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.979229 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.979458 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.979840 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.980301 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [-] 10.222.0.76 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068951 Jan 12 10:08:43.981232 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.981232 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.981232 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.981600 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.981720 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.981917 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.982155 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.982384 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.982639 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.982895 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.983116 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.983350 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.983601 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.983848 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.985769 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.986156 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.986475 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.987560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.987560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.987560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.987560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.987863 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.987948 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.988187 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.988437 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.988695 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.989044 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.989283 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.989515 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.989737 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.990003 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.990233 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.990518 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.990779 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.991008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.991244 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.991495 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.991791 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.992017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.992270 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.992494 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.992715 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.993887 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.994452 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.994968 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.995578 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.995968 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.996341 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.996749 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.997185 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.997670 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.998136 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.998535 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.998813 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.999780 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.999780 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.999780 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:43.999780 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.000210 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.000441 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.000709 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.001210 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.001482 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.002573 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.002573 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.002573 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.002848 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.003132 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.003870 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.003870 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.004087 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.004313 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.004582 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.005558 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.005558 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.005558 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.005788 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.005855 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.006073 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.006360 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.006512 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.006763 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.007316 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.007316 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.007460 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.007650 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.007867 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.008125 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.008342 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.008559 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.008786 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.009053 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.009948 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.010209 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.010633 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.010969 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.011236 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.011430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.011644 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.012676 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.012676 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.012676 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.012676 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.013009 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.013009 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.013325 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.013611 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.013822 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.014131 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.014384 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.014647 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.014910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.015351 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.015598 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.015849 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.016083 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.016327 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.016548 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.016824 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.018560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.018560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.018560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.018560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.018560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.018560 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.019030 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.019030 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.019503 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.019616 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.019826 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.020074 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.020348 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.021365 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.021584 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.021985 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.022362 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.022746 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.022972 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.023880 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.023880 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.023880 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.024138 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.024215 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.026416 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.026416 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.026416 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.026416 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.026416 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.026416 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 10:08:44.026935 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103147) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 12 10:08:44.027071 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.028310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.028808 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.028808 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.028808 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.029018 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.029143 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030117 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.030960 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.031108 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.031253 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.031408 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.031532 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] debug = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.032910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.032910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.032910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.032910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.032910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.032910 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033430 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033820 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033820 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.033953 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.034019 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] host = dv-cinder-821602-9-iscsi {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035017 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035761 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.035931 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.036098 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.036262 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.036424 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.036588 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.036751 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.036930 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_options = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.037247 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.037563 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.037720 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.037901 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.038068 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.038230 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.038450 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.038594 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.038733 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.038870 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.038960 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.039124 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.039301 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.039453 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.039599 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.039757 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.039914 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.040094 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.040220 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.040961 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.041185 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.041589 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.041752 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.042100 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.042266 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.042450 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.042586 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043278 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043278 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043278 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043278 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043527 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043527 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043684 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043830 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.043955 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.044114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.044266 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.044426 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.044599 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.044751 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.046253 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.046606 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.046875 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:08:44.046990 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.047083 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.047220 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.047479 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_json = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.047651 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.048945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 12 10:08:44.049497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.049497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.049796 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.049945 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.050086 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.050225 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.050363 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.050969 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.050969 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.050969 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.051381 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.051381 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.051672 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.051672 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.051936 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.051936 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.052322 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.052322 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.052591 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.052591 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.052757 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.052842 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.053716 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.053716 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054030 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054030 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054296 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054296 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054558 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054558 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054838 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.054838 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.76/identity {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.055105 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.055245 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.055405 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.055553 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.056929 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.056929 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.056929 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.056929 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.056929 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.060572 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061055 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.061543 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062026 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062026 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062026 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062026 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062026 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062026 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062359 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062485 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062687 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062798 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.062916 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.063226 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.063586 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.063822 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.063989 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.064153 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.064314 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.064481 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.064645 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.064810 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.065061 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.065200 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.065341 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.065494 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.065675 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.065841 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.066006 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.066170 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.067767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.067767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.067767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.067767 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068059 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068059 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068193 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068335 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068448 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068613 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068775 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.068970 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.069134 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.069297 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.069483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.069627 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.069790 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.069926 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.072191 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.073370 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.074402 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.075483 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.76/identity {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.076484 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.079069 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.080114 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.082504 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.083942 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.085037 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.086829 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.088497 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.089294 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.090171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.090171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.090171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.090171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.090171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.090171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.090171 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.092333 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.094202 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.095310 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.096281 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.098008 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099010 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.099682 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.100467 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 12 10:08:44.101279 dv-cinder-821602-9-iscsi neutron-server[103147]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103147) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 12 10:08:56.699139 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce7c2e2-1f5c-41f6-8e63-4ada88db3770 None None] get_active_networks_info from dv-cinder-821602-9-iscsi {{(pid=103262) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 12 10:08:56.760152 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce7c2e2-1f5c-41f6-8e63-4ada88db3770 None None] No non-hosted networks {{(pid=103262) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 12 10:08:56.787037 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.agentschedulers_db [None req-fce7c2e2-1f5c-41f6-8e63-4ada88db3770 None None] DHCP Agent not found on host dv-cinder-821602-9-iscsi {{(pid=103262) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 12 10:08:56.884021 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6d2ba3b9-6fa5-4eeb-9270-2bcb74a333d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484120'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:58.953941 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-797e4ff1-27be-4a82-8e1e-f03428d2df18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484120'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:08:58.997363 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.db.api [None req-67376667-81cf-40d2-abf2-c0b279bbe0aa None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821602-9-iscsi {{(pid=103262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:08:58.998203 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG oslo_db.api [None req-67376667-81cf-40d2-abf2-c0b279bbe0aa None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:08:59.642398 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-67376667-81cf-40d2-abf2-c0b279bbe0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:00.419446 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484120'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:01.700252 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484120'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:02.830501 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484120'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:02.831246 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.831528 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.831862 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.832198 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.832524 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.832938 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.833204 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.833549 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.833876 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.834200 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.835117 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.835117 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.835305 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:02.835603 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:02.845061 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:06.016590 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 44960) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:06.638260 dv-cinder-821602-9-iscsi neutron-server[103260]: WARNING oslo_policy.policy [None req-b72e0020-277d-4870-bc69-cbecce3922ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:06.638893 dv-cinder-821602-9-iscsi neutron-server[103260]: WARNING oslo_policy.policy [None req-b72e0020-277d-4870-bc69-cbecce3922ca admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:06.883659 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [None req-b72e0020-277d-4870-bc69-cbecce3922ca admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:09:06.885801 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b72e0020-277d-4870-bc69-cbecce3922ca admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8670995 Jan 12 10:09:06.992089 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.db.l3_hamode_db [None req-84961c4c-ccd7-4c1e-b0ad-835a47f621d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 12 10:09:07.088843 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84961c4c-ccd7-4c1e-b0ad-835a47f621d4 None None] Routers set() bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:09:07.089390 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84961c4c-ccd7-4c1e-b0ad-835a47f621d4 None None] Router IDs set() for agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 12 10:09:09.882935 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 44976) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:10.246917 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'tenant_id': '49341ddcea654e07a4a616d48eea33c3', 'prefixes': ['172.20.0.0/16']}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:10.348155 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.policy [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103260) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 12 10:09:10.396377 dv-cinder-821602-9-iscsi neutron-server[103260]: WARNING oslo_policy.policy [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:10.396755 dv-cinder-821602-9-iscsi neutron-server[103260]: WARNING oslo_policy.policy [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:10.406783 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.quota [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] Loaded quota_driver: . Jan 12 10:09:10.580544 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783255103934', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783255105353', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783255097845', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783255121660', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783255109721', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783255135539', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1483966', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1483710', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3678407', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3737388'] for rbac-policy (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:10.840720 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:10.841956 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-818d1a4d-d5a7-4bc5-9c9d-8605b35a5887 admin admin] 10.222.0.76 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9580398 Jan 12 10:09:13.865502 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 44988) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:14.269340 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:14.408102 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Made reservation on behalf of ae3e9d9d4bce4c558dbf09cc9dd24a5f for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:09:14.411485 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:14.430497 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:14.545653 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks [] for security_group (e59aebe7-b600-42a4-8258-dccd83771d09), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:14.624548 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e59aebe7-b600-42a4-8258-dccd83771d09), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:14.649479 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:09:14.674946 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783256830949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (52fc5dc4-3ed5-42f7-ae97-6d6042874375), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:14.675430 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Unsubscribe: segment precommit_create {{(pid=103260) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 12 10:09:14.675944 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Added segment 52fc5dc4-3ed5-42f7-ae97-6d6042874375 of type vlan for network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 Jan 12 10:09:14.694172 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59aebe7-b600-42a4-8258-dccd83771d09,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:14.747969 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.748329 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.748667 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.749030 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.749356 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.749675 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.750011 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.750332 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.750669 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.750998 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.751316 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.751626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.751935 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Tracked resource versions report: Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: pushed versions: Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: { 'AddressGroup': {'1.2'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'ConntrackHelper': {'1.0'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Log': {'1.0'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Network': {'1.1'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Port': {'1.7'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'PortForwarding': {'1.2'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'QosPolicy': {'1.10'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroup': {'1.5'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SubPort': {'1.0'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Subnet': {'1.1'}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Trunk': {'1.1'}} Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: consumer versions: Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'ConntrackHelper': '1.0', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'LocalIPAssociation': '1.0', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Log': '1.0', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Network': '1.1', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Port': '1.7', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'PortForwarding': '1.2', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'QosPolicy': '1.10', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroup': '1.5', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroupRule': '1.2', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SubPort': '1.0', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Subnet': '1.1', Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Trunk': '1.1'}} Jan 12 10:09:14.753351 dv-cinder-821602-9-iscsi neutron-server[103260]: {{(pid=103260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:09:14.793937 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:14.922197 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:14.923489 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:14.924202 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:15.021383 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] Pushing event updated for resources: {'Network': ['ID=4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:15.033815 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:09:15.056386 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6f394013-2d92-4afc-a70e-cbb1dfc2b482 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1896293 Jan 12 10:09:17.963371 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45002) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:18.512776 dv-cinder-821602-9-iscsi neutron-server[103261]: WARNING oslo_policy.policy [None req-e8278ed6-6143-4fc3-ba59-ff8cb9d9e371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:18.513387 dv-cinder-821602-9-iscsi neutron-server[103261]: WARNING oslo_policy.policy [None req-e8278ed6-6143-4fc3-ba59-ff8cb9d9e371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:18.982592 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.policy [None req-e8278ed6-6143-4fc3-ba59-ff8cb9d9e371 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103261) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 12 10:09:19.030062 dv-cinder-821602-9-iscsi neutron-server[103261]: WARNING oslo_policy.policy [None req-e8278ed6-6143-4fc3-ba59-ff8cb9d9e371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:19.030446 dv-cinder-821602-9-iscsi neutron-server[103261]: WARNING oslo_policy.policy [None req-e8278ed6-6143-4fc3-ba59-ff8cb9d9e371 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 12 10:09:19.040271 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8278ed6-6143-4fc3-ba59-ff8cb9d9e371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:19.042236 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e8278ed6-6143-4fc3-ba59-ff8cb9d9e371 admin admin] 10.222.0.76 "GET /v2.0/networks/4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 HTTP/1.1" status: 200 len: 825 time: 1.0778651 Jan 12 10:09:19.087165 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-2d7b2e70-0a61-4e7c-b14d-3c427e57c63b admin admin] 10.222.0.76 "GET /v2.0/subnetpools/631089ae-3185-477b-b622-c50c2603dc67 HTTP/1.1" status: 200 len: 734 time: 0.0363715 Jan 12 10:09:19.098348 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Request body: {'subnet': {'subnetpool_id': '631089ae-3185-477b-b622-c50c2603dc67', 'ip_version': 4, 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'gateway_ip': '172.20.0.1', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'name': 'private-subnet'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:19.100043 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.quota [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Loaded quota_driver: . Jan 12 10:09:19.218787 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Made reservation on behalf of ae3e9d9d4bce4c558dbf09cc9dd24a5f for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:09:19.221643 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:19.608080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (5bca1111-2e99-4be3-9ef0-c04d6af59830), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:19.684504 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Checking segment: {'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:09:19.684817 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Network hostable DHCP agents. Network: 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:09:19.696809 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bca1111-2e99-4be3-9ef0-c04d6af59830,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:19.716667 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.717252 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.717793 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.718309 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.718831 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.719351 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.719892 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.720334 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.720719 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.721095 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.723317 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.723317 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.723317 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Tracked resource versions report: Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: pushed versions: Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: { 'AddressGroup': {'1.2'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'ConntrackHelper': {'1.0'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Log': {'1.0'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Network': {'1.1'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Port': {'1.7'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'PortForwarding': {'1.2'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'QosPolicy': {'1.10'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroup': {'1.5'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SubPort': {'1.0'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Subnet': {'1.1'}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Trunk': {'1.1'}} Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: consumer versions: Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'ConntrackHelper': '1.0', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'LocalIPAssociation': '1.0', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Log': '1.0', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Network': '1.1', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Port': '1.7', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'PortForwarding': '1.2', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'QosPolicy': '1.10', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroup': '1.5', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroupRule': '1.2', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SubPort': '1.0', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Subnet': '1.1', Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Trunk': '1.1'}} Jan 12 10:09:19.723580 dv-cinder-821602-9-iscsi neutron-server[103261]: {{(pid=103261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:09:19.841709 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:09:19.922045 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:09:19.926700 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:19.927316 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:19.932930 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119bdcbe-f97a-40a7-afe2-bd1047be9b5f None None] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:09:20.011431 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d9fbd133-6444-493d-b87f-57628e7c501c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9172299 Jan 12 10:09:20.207695 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'fixed_ips': [{'subnet_id': '5bca1111-2e99-4be3-9ef0-c04d6af59830'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:09:20.208935 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:20.529170 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Allocated IP 172.20.0.2 (4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92/5bca1111-2e99-4be3-9ef0-c04d6af59830/5f053a19-48dd-4971-be5e-75407afff65c) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:09:20.799907 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Publish callbacks [] for port (5f053a19-48dd-4971-be5e-75407afff65c), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:20.882207 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (5f053a19-48dd-4971-be5e-75407afff65c), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:20.971539 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:09:20.975967 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:09:20.977696 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Pushing event updated for resources: {'Port': ['ID=5f053a19-48dd-4971-be5e-75407afff65c,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:20.982790 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:09:20.990920 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.991271 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.991621 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.992399 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.992399 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.992606 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.993556 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.993905 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.994238 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.994640 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.994943 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.995275 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.995600 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Tracked resource versions report: Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: pushed versions: Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: { 'AddressGroup': {'1.2'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'ConntrackHelper': {'1.0'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Log': {'1.0'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Network': {'1.1'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Port': {'1.7'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'PortForwarding': {'1.2'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'QosPolicy': {'1.10'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroup': {'1.5'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SubPort': {'1.0'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Subnet': {'1.1'}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Trunk': {'1.1'}} Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: consumer versions: Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'ConntrackHelper': '1.0', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'LocalIPAssociation': '1.0', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Log': '1.0', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Network': '1.1', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Port': '1.7', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'PortForwarding': '1.2', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'QosPolicy': '1.10', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroup': '1.5', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroupRule': '1.2', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SubPort': '1.0', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Subnet': '1.1', Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Trunk': '1.1'}} Jan 12 10:09:20.997052 dv-cinder-821602-9-iscsi neutron-server[103262]: {{(pid=103262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:09:21.076575 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Attempting to bind port 5f053a19-48dd-4971-be5e-75407afff65c on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:09:21.077010 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Attempting to bind port 5f053a19-48dd-4971-be5e-75407afff65c by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:09:21.077448 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Attempting to bind port 5f053a19-48dd-4971-be5e-75407afff65c on network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:09:21.083214 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:09:21.083596 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Checking segment: {'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:09:21.084094 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:21.084726 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Bound using segment: {'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:09:21.085481 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Bound port: 5f053a19-48dd-4971-be5e-75407afff65c, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:09:21.086199 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5f053a19-48dd-4971-be5e-75407afff65c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:21.155180 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] For port 5f053a19-48dd-4971-be5e-75407afff65c, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:09:21.159742 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] For port 5f053a19-48dd-4971-be5e-75407afff65c, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=5f053a19-48dd-4971-be5e-75407afff65c,segment=NetworkSegment(52fc5dc4-3ed5-42f7-ae97-6d6042874375),segment_id=52fc5dc4-3ed5-42f7-ae97-6d6042874375)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:09:21.242698 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5f053a19-48dd-4971-be5e-75407afff65c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:21.311146 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3ead9-eef5-4485-a239-098bc56154ba None None] Pushing event updated for resources: {'Port': ['ID=5f053a19-48dd-4971-be5e-75407afff65c,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:22.566083 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45022) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:22.929919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [None req-9f832462-8341-43e9-b49c-678680f8a3ca admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:09:22.930969 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-9f832462-8341-43e9-b49c-678680f8a3ca admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3640072 Jan 12 10:09:25.547716 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45030) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:25.895159 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [None req-5f6b0b02-d55d-4df4-a3e0-fba155f9da96 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:09:25.896172 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5f6b0b02-d55d-4df4-a3e0-fba155f9da96 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3472304 Jan 12 10:09:26.710110 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-37acfc4a-5efb-4f19-96a2-95a9b1f80751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:28.730150 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45040) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:28.898783 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-90e3694d-c3bb-41fb-8134-115e817bdacf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:29.059439 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-135540c4-3032-40a9-b5b3-d7d44a81fd79 admin admin] Request body: {'router': {'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:29.162165 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-135540c4-3032-40a9-b5b3-d7d44a81fd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (d8cb0536-b152-42a0-a546-6bed737675f6), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:29.163796 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-135540c4-3032-40a9-b5b3-d7d44a81fd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (d8cb0536-b152-42a0-a546-6bed737675f6), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:29.305910 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-135540c4-3032-40a9-b5b3-d7d44a81fd79 admin admin] Publish callbacks [] for router_controller (d8cb0536-b152-42a0-a546-6bed737675f6), precommit_add_association {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:29.442628 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-135540c4-3032-40a9-b5b3-d7d44a81fd79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (d8cb0536-b152-42a0-a546-6bed737675f6), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:29.569461 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-135540c4-3032-40a9-b5b3-d7d44a81fd79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:29.571244 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-135540c4-3032-40a9-b5b3-d7d44a81fd79 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8396001 Jan 12 10:09:30.361684 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:31.444380 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 5f053a19-48dd-4971-be5e-75407afff65c up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:09:31.538130 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 5f053a19-48dd-4971-be5e-75407afff65c triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:31.538528 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5f053a19-48dd-4971-be5e-75407afff65c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:31.659484 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:31.666400 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 5f053a19-48dd-4971-be5e-75407afff65c is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:31.666791 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5f053a19-48dd-4971-be5e-75407afff65c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:31.708092 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 5f053a19-48dd-4971-be5e-75407afff65c, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=5f053a19-48dd-4971-be5e-75407afff65c,segment=NetworkSegment(52fc5dc4-3ed5-42f7-ae97-6d6042874375),segment_id=52fc5dc4-3ed5-42f7-ae97-6d6042874375)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:09:31.818729 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5f053a19-48dd-4971-be5e-75407afff65c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:31.872290 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=5f053a19-48dd-4971-be5e-75407afff65c,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:32.150274 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45062) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:32.287984 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [None req-9190e831-cf38-487c-99e7-c18b0c9d6c52 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:09:32.289666 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-9190e831-cf38-487c-99e7-c18b0c9d6c52 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1376612 Jan 12 10:09:32.761673 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:32.813394 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100d9e2f-9c23-4f96-a038-ed7d61463dac None None] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:09:32.896004 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-7304a3b3-9766-4c77-9bb8-eb9fb2464961 None None] Provisioning complete for port 5f053a19-48dd-4971-be5e-75407afff65c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:32.896373 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7304a3b3-9766-4c77-9bb8-eb9fb2464961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5f053a19-48dd-4971-be5e-75407afff65c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:33.019420 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-7304a3b3-9766-4c77-9bb8-eb9fb2464961 None None] Current status of the port 5f053a19-48dd-4971-be5e-75407afff65c is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:33.246534 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-2008e1f1-0e86-483b-822d-641c7a6b3e01 None None] Provisioning complete for port 5f053a19-48dd-4971-be5e-75407afff65c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:33.246534 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2008e1f1-0e86-483b-822d-641c7a6b3e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5f053a19-48dd-4971-be5e-75407afff65c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:33.319117 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-2008e1f1-0e86-483b-822d-641c7a6b3e01 None None] Current status of the port 5f053a19-48dd-4971-be5e-75407afff65c is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:33.434325 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 5f053a19-48dd-4971-be5e-75407afff65c up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:09:33.485053 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 5f053a19-48dd-4971-be5e-75407afff65c triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:33.485452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5f053a19-48dd-4971-be5e-75407afff65c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:33.566728 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 5f053a19-48dd-4971-be5e-75407afff65c is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:34.791033 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45082) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:34.848393 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'tenant_id': '49341ddcea654e07a4a616d48eea33c3', 'provider:network_type': 'flat', 'project_id': '49341ddcea654e07a4a616d48eea33c3', 'router:external': True, 'is_default': True}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:34.938472 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Made reservation on behalf of 49341ddcea654e07a4a616d48eea33c3 for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:09:34.940727 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:34.957259 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:35.059636 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks [] for security_group (24d356ba-a5d1-415a-b8a8-274478d83d6c), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:35.132655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (24d356ba-a5d1-415a-b8a8-274478d83d6c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:35.149462 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Reserving flat network on physical network physnet1 {{(pid=103261) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 12 10:09:35.170320 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d356ba-a5d1-415a-b8a8-274478d83d6c,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:35.176173 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783256830949', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (ab246200-b61d-40f6-ba7b-553eb01fbb67), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:35.177337 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Unsubscribe: segment precommit_create {{(pid=103261) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 12 10:09:35.177337 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Added segment ab246200-b61d-40f6-ba7b-553eb01fbb67 of type flat for network c20a28f3-5d30-454e-9a6e-89130ba0427d Jan 12 10:09:35.231957 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (c20a28f3-5d30-454e-9a6e-89130ba0427d), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:35.355703 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (c20a28f3-5d30-454e-9a6e-89130ba0427d), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:35.356641 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:35.357247 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:35.494067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] Pushing event updated for resources: {'Network': ['ID=c20a28f3-5d30-454e-9a6e-89130ba0427d,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:35.505060 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network c20a28f3-5d30-454e-9a6e-89130ba0427d details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:09:35.564449 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-460d96fa-98ec-4770-8458-f53b78e40d3f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7722645 Jan 12 10:09:37.862122 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45090) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:37.959900 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf167e0-ced2-4ddb-a63d-6cff169d582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:37.961848 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-cbf167e0-ced2-4ddb-a63d-6cff169d582b admin admin] 10.222.0.76 "GET /v2.0/subnets/5bca1111-2e99-4be3-9ef0-c04d6af59830 HTTP/1.1" status: 200 len: 849 time: 0.0981112 Jan 12 10:09:38.141030 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-62169b0a-da50-4a8e-bd0e-0ee1810dd578 admin admin] 10.222.0.76 "GET /v2.0/routers/d8cb0536-b152-42a0-a546-6bed737675f6 HTTP/1.1" status: 200 len: 704 time: 0.1735289 Jan 12 10:09:38.427676 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:38.730246 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Allocated IP 172.20.0.1 (4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92/5bca1111-2e99-4be3-9ef0-c04d6af59830/5741867f-65c8-4e47-93bf-31ddd064e936) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:09:38.890517 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks [] for port (5741867f-65c8-4e47-93bf-31ddd064e936), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.091346 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.167419 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:09:39.174689 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:09:39.182617 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:09:39.183073 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (d8cb0536-b152-42a0-a546-6bed737675f6), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.305441 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Pushing event updated for resources: {'Port': ['ID=5741867f-65c8-4e47-93bf-31ddd064e936,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:39.375479 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-e6a32b40-e18a-4a8c-8ebc-1db414e6c896 None None] Provisioning complete for port 5741867f-65c8-4e47-93bf-31ddd064e936 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:39.375953 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e6a32b40-e18a-4a8c-8ebc-1db414e6c896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.411077 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-e6a32b40-e18a-4a8c-8ebc-1db414e6c896 None None] Port 5741867f-65c8-4e47-93bf-31ddd064e936 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:09:39.559043 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.775685 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks [] for port (5741867f-65c8-4e47-93bf-31ddd064e936), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.835201 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.836577 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (d8cb0536-b152-42a0-a546-6bed737675f6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:39.917841 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Pushing event updated for resources: {'Port': ['ID=5741867f-65c8-4e47-93bf-31ddd064e936,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:39.965986 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:09:39.967159 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:09:40.134042 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-96b699eb-ed28-4ba6-ba45-dbc723c5f3e3 None None] Provisioning complete for port 5741867f-65c8-4e47-93bf-31ddd064e936 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:40.142110 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-96b699eb-ed28-4ba6-ba45-dbc723c5f3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:40.170894 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-96b699eb-ed28-4ba6-ba45-dbc723c5f3e3 None None] Port 5741867f-65c8-4e47-93bf-31ddd064e936 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:09:40.213355 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Router d8cb0536-b152-42a0-a546-6bed737675f6 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:09:40.309925 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:09:40.315505 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-81bd69ef-92a5-40d0-b5e3-d437250035ce admin admin] 10.222.0.76 "PUT /v2.0/routers/d8cb0536-b152-42a0-a546-6bed737675f6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1694126 Jan 12 10:09:40.320117 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Sync routers for ids ['d8cb0536-b152-42a0-a546-6bed737675f6'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:09:40.335619 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Routers {'d8cb0536-b152-42a0-a546-6bed737675f6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:09:40.336568 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:09:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['d8cb0536-b152-42a0-a546-6bed737675f6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:40.534792 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Set router d8cb0536-b152-42a0-a546-6bed737675f6 gateway port host: None {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:09:40.999435 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'name': 'router1', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:29Z', 'updated_at': '2022-01-12T10:09:39Z', 'revision_number': 2, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'gw_port_host': None, '_interfaces': [{'id': '5741867f-65c8-4e47-93bf-31ddd064e936', 'name': '', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'mac_address': 'fa:16:3e:52:b8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:38Z', 'updated_at': '2022-01-12T10:09:39Z', 'revision_number': 2, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'subnets': [{'id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631089ae-3185-477b-b622-c50c2603dc67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:41.051330 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Checking router: d8cb0536-b152-42a0-a546-6bed737675f6 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:09:41.051695 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Updating router d8cb0536-b152-42a0-a546-6bed737675f6 port 5741867f-65c8-4e47-93bf-31ddd064e936 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:09:41.099700 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:41.636755 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Publish callbacks [] for port (5741867f-65c8-4e47-93bf-31ddd064e936), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:41.715313 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:41.882541 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Pushing event updated for resources: {'Port': ['ID=5741867f-65c8-4e47-93bf-31ddd064e936,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:41.889205 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Attempting to bind port 5741867f-65c8-4e47-93bf-31ddd064e936 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:09:41.889528 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Attempting to bind port 5741867f-65c8-4e47-93bf-31ddd064e936 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:09:41.889981 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Attempting to bind port 5741867f-65c8-4e47-93bf-31ddd064e936 on network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:09:41.896833 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.897218 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.897604 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.897962 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.898939 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.899468 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.899678 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.900120 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.900454 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.900800 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.901283 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.901782 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.902201 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Tracked resource versions report: Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: pushed versions: Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: { 'AddressGroup': {'1.2'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'ConntrackHelper': {'1.0'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Log': {'1.0'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Network': {'1.1'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Port': {'1.7'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'PortForwarding': {'1.2'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'QosPolicy': {'1.10'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroup': {'1.5'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SubPort': {'1.0'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Subnet': {'1.1'}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Trunk': {'1.1'}} Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: consumer versions: Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'ConntrackHelper': '1.0', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'LocalIPAssociation': '1.0', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Log': '1.0', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Network': '1.1', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Port': '1.7', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'PortForwarding': '1.2', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'QosPolicy': '1.10', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroup': '1.5', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroupRule': '1.2', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SubPort': '1.0', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Subnet': '1.1', Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Trunk': '1.1'}} Jan 12 10:09:41.903345 dv-cinder-821602-9-iscsi neutron-server[103263]: {{(pid=103263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:09:41.909064 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:09:41.916988 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Checking segment: {'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:09:41.916988 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:41.916988 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Bound using segment: {'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:09:41.916988 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Bound port: 5741867f-65c8-4e47-93bf-31ddd064e936, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fc5dc4-3ed5-42f7-ae97-6d6042874375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:09:41.916988 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:42.004601 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] For port 5741867f-65c8-4e47-93bf-31ddd064e936, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:09:42.015578 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-b7bf0aeb-b7de-49b4-bdb1-8d76362d72a3 None None] Provisioning complete for port 5741867f-65c8-4e47-93bf-31ddd064e936 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:42.020481 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b7bf0aeb-b7de-49b4-bdb1-8d76362d72a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:42.025662 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] For port 5741867f-65c8-4e47-93bf-31ddd064e936, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=5741867f-65c8-4e47-93bf-31ddd064e936,segment=NetworkSegment(52fc5dc4-3ed5-42f7-ae97-6d6042874375),segment_id=52fc5dc4-3ed5-42f7-ae97-6d6042874375)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:09:42.070973 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:42.076133 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-b7bf0aeb-b7de-49b4-bdb1-8d76362d72a3 None None] Port 5741867f-65c8-4e47-93bf-31ddd064e936 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:09:42.136743 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Routers {'d8cb0536-b152-42a0-a546-6bed737675f6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:09:42.137398 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:09:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['d8cb0536-b152-42a0-a546-6bed737675f6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:42.139439 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f813631-d2cc-4450-8b31-2488325f12bb None None] Pushing event updated for resources: {'Port': ['ID=5741867f-65c8-4e47-93bf-31ddd064e936,revision_number=4']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:42.245849 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] Set router d8cb0536-b152-42a0-a546-6bed737675f6 gateway port host: None {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:09:42.299294 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-3d4ab1e5-e370-4e70-bbc5-c566c46839ad None None] Provisioning complete for port 5741867f-65c8-4e47-93bf-31ddd064e936 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:42.299774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab1e5-e370-4e70-bbc5-c566c46839ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:42.405642 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-3d4ab1e5-e370-4e70-bbc5-c566c46839ad None None] Current status of the port 5741867f-65c8-4e47-93bf-31ddd064e936 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:42.405932 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab1e5-e370-4e70-bbc5-c566c46839ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:42.439886 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-3d4ab1e5-e370-4e70-bbc5-c566c46839ad None None] For port 5741867f-65c8-4e47-93bf-31ddd064e936, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=5741867f-65c8-4e47-93bf-31ddd064e936,segment=NetworkSegment(52fc5dc4-3ed5-42f7-ae97-6d6042874375),segment_id=52fc5dc4-3ed5-42f7-ae97-6d6042874375)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:09:42.480911 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'name': 'router1', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:29Z', 'updated_at': '2022-01-12T10:09:39Z', 'revision_number': 2, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'gw_port_host': None, '_interfaces': [{'id': '5741867f-65c8-4e47-93bf-31ddd064e936', 'name': '', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'mac_address': 'fa:16:3e:52:b8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:38Z', 'updated_at': '2022-01-12T10:09:41Z', 'revision_number': 4, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'subnets': [{'id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631089ae-3185-477b-b622-c50c2603dc67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:42.507589 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0aea42-6f2b-4337-8f6b-89ebc968fce6 None None] The sync data for ids ['d8cb0536-b152-42a0-a546-6bed737675f6'] in dv-cinder-821602-9-iscsi is: [{'id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'name': 'router1', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:29Z', 'updated_at': '2022-01-12T10:09:39Z', 'revision_number': 2, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'gw_port_host': None, '_interfaces': [{'id': '5741867f-65c8-4e47-93bf-31ddd064e936', 'name': '', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'mac_address': 'fa:16:3e:52:b8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:38Z', 'updated_at': '2022-01-12T10:09:41Z', 'revision_number': 4, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'subnets': [{'id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631089ae-3185-477b-b622-c50c2603dc67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:09:42.515658 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-3d4ab1e5-e370-4e70-bbc5-c566c46839ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:42.569862 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ab1e5-e370-4e70-bbc5-c566c46839ad None None] Pushing event updated for resources: {'Port': ['ID=5741867f-65c8-4e47-93bf-31ddd064e936,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:45.155650 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45108) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:45.280505 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20813442-2c29-4f2c-b5a8-e877e4cc8575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:45.281940 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-20813442-2c29-4f2c-b5a8-e877e4cc8575 admin admin] 10.222.0.76 "GET /v2.0/networks/c20a28f3-5d30-454e-9a6e-89130ba0427d HTTP/1.1" status: 200 len: 842 time: 0.1252975 Jan 12 10:09:45.292837 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'ip_version': 4, 'tenant_id': '49341ddcea654e07a4a616d48eea33c3', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'gateway_ip': '172.27.0.1'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:45.378033 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Made reservation on behalf of 49341ddcea654e07a4a616d48eea33c3 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:09:45.380328 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:45.738647 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.objects.ports [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103261) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 12 10:09:45.739120 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (d311aa16-62c3-477a-aa9d-57c04d6f844a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:45.800244 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=d311aa16-62c3-477a-aa9d-57c04d6f844a,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:45.809587 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:09:45.809974 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Network hostable DHCP agents. Network: c20a28f3-5d30-454e-9a6e-89130ba0427d, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:09:45.886793 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:09:45.966911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, c20a28f3-5d30-454e-9a6e-89130ba0427d) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:09:45.971003 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:45.971575 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:45.979174 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7c1aad-75dd-44f7-9c0d-03642d206d16 None None] Network c20a28f3-5d30-454e-9a6e-89130ba0427d requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:09:46.065547 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-39789e6b-3848-4abd-bca6-7dfd452844ea admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7772620 Jan 12 10:09:46.085204 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8955b67-bb5e-4c0c-b3cc-4003b07c9944 None None] Network c20a28f3-5d30-454e-9a6e-89130ba0427d requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:09:46.946567 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:09:48.473945 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45116) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:48.615468 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-54fdcfb1-be7f-4228-822e-55b7c29b923d admin admin] 10.222.0.76 "GET /v2.0/routers/d8cb0536-b152-42a0-a546-6bed737675f6 HTTP/1.1" status: 200 len: 710 time: 0.1403959 Jan 12 10:09:48.705428 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc759d4b-a064-432a-9325-58b5ca41c219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:09:48.707672 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-bc759d4b-a064-432a-9325-58b5ca41c219 admin admin] 10.222.0.76 "GET /v2.0/networks/c20a28f3-5d30-454e-9a6e-89130ba0427d HTTP/1.1" status: 200 len: 886 time: 0.0855041 Jan 12 10:09:48.716433 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:09:49.043387 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks [] for router_gateway (d8cb0536-b152-42a0-a546-6bed737675f6), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:49.357240 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks [] for router_gateway (d8cb0536-b152-42a0-a546-6bed737675f6), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:49.438798 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:49.487655 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 5741867f-65c8-4e47-93bf-31ddd064e936 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:09:49.540721 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 5741867f-65c8-4e47-93bf-31ddd064e936 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:49.541243 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:49.575449 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Allocated IP 172.27.0.160 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/cf5f9581-2adb-4d81-91e4-b05b16ede7a6) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:09:49.629127 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 5741867f-65c8-4e47-93bf-31ddd064e936 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:49.687476 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks [] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:49.807567 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:49.860138 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:09:49.873859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:09:49.882873 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:09:49.886587 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Pushing event updated for resources: {'Port': ['ID=cf5f9581-2adb-4d81-91e4-b05b16ede7a6,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:50.280270 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks [] for router_gateway (d8cb0536-b152-42a0-a546-6bed737675f6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:50.486267 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-485994', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-485000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1584'] for router (d8cb0536-b152-42a0-a546-6bed737675f6), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:50.489573 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-485985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-485912', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-484999'] for router (d8cb0536-b152-42a0-a546-6bed737675f6), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:50.679821 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Router d8cb0536-b152-42a0-a546-6bed737675f6 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:09:50.787543 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:09:50.791847 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:50.793066 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-5e02c4c2-cdee-4477-ab50-3bbdc292e0f5 admin admin] 10.222.0.76 "PUT /v2.0/routers/d8cb0536-b152-42a0-a546-6bed737675f6 HTTP/1.1" status: 200 len: 890 time: 2.0799892 Jan 12 10:09:51.227470 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Sync routers for ids ['d8cb0536-b152-42a0-a546-6bed737675f6'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:09:51.238813 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Routers {'d8cb0536-b152-42a0-a546-6bed737675f6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:09:51.239467 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:09:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['d8cb0536-b152-42a0-a546-6bed737675f6'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:51.456848 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Set router d8cb0536-b152-42a0-a546-6bed737675f6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:09:51.944365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'name': 'router1', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'cf5f9581-2adb-4d81-91e4-b05b16ede7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:29Z', 'updated_at': '2022-01-12T10:09:50Z', 'revision_number': 4, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'gw_port': {'id': 'cf5f9581-2adb-4d81-91e4-b05b16ede7a6', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:49Z', 'updated_at': '2022-01-12T10:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '5741867f-65c8-4e47-93bf-31ddd064e936', 'name': '', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'mac_address': 'fa:16:3e:52:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:38Z', 'updated_at': '2022-01-12T10:09:42Z', 'revision_number': 5, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'subnets': [{'id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631089ae-3185-477b-b622-c50c2603dc67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:52.001605 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Checking router: d8cb0536-b152-42a0-a546-6bed737675f6 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:09:52.002080 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Updating router d8cb0536-b152-42a0-a546-6bed737675f6 port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:09:52.050708 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:52.375376 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Publish callbacks [] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:52.446842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:52.504669 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf2874-7cb7-48ba-b75c-3f13ebaf83c7 None None] Pushing event updated for resources: {'Port': ['ID=cf5f9581-2adb-4d81-91e4-b05b16ede7a6,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:52.509464 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Attempting to bind port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:09:52.509846 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Attempting to bind port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:09:52.510216 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Attempting to bind port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:09:52.515490 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:09:52.518215 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:09:52.518215 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:52.518215 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:09:52.518215 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Bound port: cf5f9581-2adb-4d81-91e4-b05b16ede7a6, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:09:52.518215 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:52.570952 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] For port cf5f9581-2adb-4d81-91e4-b05b16ede7a6, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:09:52.574287 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] For port cf5f9581-2adb-4d81-91e4-b05b16ede7a6, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cf5f9581-2adb-4d81-91e4-b05b16ede7a6,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:09:52.658684 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:52.719768 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf2874-7cb7-48ba-b75c-3f13ebaf83c7 None None] Pushing event updated for resources: {'Port': ['ID=cf5f9581-2adb-4d81-91e4-b05b16ede7a6,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:52.722648 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Routers {'d8cb0536-b152-42a0-a546-6bed737675f6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:09:52.723244 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:09:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['d8cb0536-b152-42a0-a546-6bed737675f6'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:52.836037 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] Set router d8cb0536-b152-42a0-a546-6bed737675f6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:09:53.066562 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'name': 'router1', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'cf5f9581-2adb-4d81-91e4-b05b16ede7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:29Z', 'updated_at': '2022-01-12T10:09:50Z', 'revision_number': 4, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'gw_port': {'id': 'cf5f9581-2adb-4d81-91e4-b05b16ede7a6', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:49Z', 'updated_at': '2022-01-12T10:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '5741867f-65c8-4e47-93bf-31ddd064e936', 'name': '', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'mac_address': 'fa:16:3e:52:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:38Z', 'updated_at': '2022-01-12T10:09:42Z', 'revision_number': 5, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'subnets': [{'id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631089ae-3185-477b-b622-c50c2603dc67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:09:53.095194 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbebb1a-9de8-45c6-85cc-b4d35bb26ae6 None None] The sync data for ids ['d8cb0536-b152-42a0-a546-6bed737675f6'] in dv-cinder-821602-9-iscsi is: [{'id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'name': 'router1', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': 'cf5f9581-2adb-4d81-91e4-b05b16ede7a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:09:29Z', 'updated_at': '2022-01-12T10:09:50Z', 'revision_number': 4, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'gw_port': {'id': 'cf5f9581-2adb-4d81-91e4-b05b16ede7a6', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:c4:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:49Z', 'updated_at': '2022-01-12T10:09:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '5741867f-65c8-4e47-93bf-31ddd064e936', 'name': '', 'network_id': '4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92', 'tenant_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'mac_address': 'fa:16:3e:52:b8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cb0536-b152-42a0-a546-6bed737675f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:09:38Z', 'updated_at': '2022-01-12T10:09:42Z', 'revision_number': 5, 'project_id': 'ae3e9d9d4bce4c558dbf09cc9dd24a5f', 'subnets': [{'id': '5bca1111-2e99-4be3-9ef0-c04d6af59830', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '631089ae-3185-477b-b622-c50c2603dc67'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:09:53.289373 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45128) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:09:53.416637 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-92c5571e-d20f-4ca2-ade5-5ba95f0ddfd1 admin admin] 10.222.0.76 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1261015 Jan 12 10:09:53.484621 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cf5f9581-2adb-4d81-91e4-b05b16ede7a6 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:09:53.539680 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:53.540173 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:53.632752 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:53.633190 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:53.657296 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port cf5f9581-2adb-4d81-91e4-b05b16ede7a6, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cf5f9581-2adb-4d81-91e4-b05b16ede7a6,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:09:53.727331 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:53.789648 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=cf5f9581-2adb-4d81-91e4-b05b16ede7a6,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:09:55.445718 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cf5f9581-2adb-4d81-91e4-b05b16ede7a6 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:09:55.499374 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:09:55.499768 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cf5f9581-2adb-4d81-91e4-b05b16ede7a6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:55.584777 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port cf5f9581-2adb-4d81-91e4-b05b16ede7a6 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:09:56.709589 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d1a00770-ec66-435b-bce7-bb5ac0dd9f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:09:58.926597 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9ff2af6d-0fe9-4a70-8c4c-17c10ae91337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:00.367728 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:01.698380 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:02.778826 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:23.947063 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:10:26.726527 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4cbdb1a8-c308-40e4-b027-61cd3f61d0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:28.891503 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5c7ab1ab-eaa3-4aa3-b641-528b31b16ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:30.355025 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:31.644720 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:32.748816 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:56.748216 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-ae5f3866-fde2-4ab2-9547-a47d23453358 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:10:58.914057 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9911a2d1-52f7-49d1-be7d-3370b9049439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:00.359760 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:00.946731 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:11:01.662615 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:02.759604 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:17.710456 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45612) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:17.773975 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6fbad0-6211-46ba-952b-6a9a9495be66 admin admin] GET failed (client error): The resource could not be found. Jan 12 10:11:17.775304 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-aa6fbad0-6211-46ba-952b-6a9a9495be66 admin admin] 10.222.0.76 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0639515 Jan 12 10:11:17.963221 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843e2f7b-016a-4118-b886-6b549c898b29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:17.964660 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-843e2f7b-016a-4118-b886-6b549c898b29 admin admin] 10.222.0.76 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1849942 Jan 12 10:11:20.252432 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45622) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:20.354319 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb1cfe0-49a8-48a6-92fa-1298b2c73abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:20.355729 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-adb1cfe0-49a8-48a6-92fa-1298b2c73abc admin admin] 10.222.0.76 "GET /v2.0/subnets/5bca1111-2e99-4be3-9ef0-c04d6af59830 HTTP/1.1" status: 200 len: 849 time: 0.1023006 Jan 12 10:11:20.368532 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:11:20.465186 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Publish callbacks [] for subnet (5bca1111-2e99-4be3-9ef0-c04d6af59830), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:20.662084 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783256815436'] for subnet (5bca1111-2e99-4be3-9ef0-c04d6af59830), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:20.704145 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c9a62f-7843-4fac-b29c-1498e2daafe4 None None] Network 4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:11:20.705712 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:20.707410 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:20.709588 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] 10.222.0.76 "PUT /v2.0/subnets/5bca1111-2e99-4be3-9ef0-c04d6af59830 HTTP/1.1" status: 200 len: 868 time: 0.3473363 Jan 12 10:11:20.736479 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bca1111-2e99-4be3-9ef0-c04d6af59830,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:11:20.748909 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.749472 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.750006 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.750542 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.751078 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.751605 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.752169 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.752732 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.753929 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.754401 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.754958 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.755465 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:20.755992 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6547086a-a16e-4347-94be-5b7e12a2dbd2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:11:21.084296 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-8a125766-d3e1-4021-a21b-e4c0e199e1c8 None None] Provisioning complete for port 5741867f-65c8-4e47-93bf-31ddd064e936 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:11:21.084689 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8a125766-d3e1-4021-a21b-e4c0e199e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5741867f-65c8-4e47-93bf-31ddd064e936), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:21.173120 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8a125766-d3e1-4021-a21b-e4c0e199e1c8 None None] Current status of the port 5741867f-65c8-4e47-93bf-31ddd064e936 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:11:21.185195 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-8a125766-d3e1-4021-a21b-e4c0e199e1c8 None None] Provisioning complete for port 5f053a19-48dd-4971-be5e-75407afff65c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:11:21.185595 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8a125766-d3e1-4021-a21b-e4c0e199e1c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5f053a19-48dd-4971-be5e-75407afff65c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:21.267973 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8a125766-d3e1-4021-a21b-e4c0e199e1c8 None None] Current status of the port 5f053a19-48dd-4971-be5e-75407afff65c is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:11:22.980120 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45630) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:23.208855 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae42f2-e8cc-4d7f-96b7-e719ab89cad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:23.209275 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ae42f2-e8cc-4d7f-96b7-e719ab89cad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:23.210847 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-22ae42f2-e8cc-4d7f-96b7-e719ab89cad3 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2297969 Jan 12 10:11:25.447444 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45640) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:25.585031 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e989ec-430d-4f3d-8219-a9cff13cfc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:25.585499 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e989ec-430d-4f3d-8219-a9cff13cfc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:25.587027 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b0e989ec-430d-4f3d-8219-a9cff13cfc98 admin admin] 10.222.0.76 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1386321 Jan 12 10:11:26.747228 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-dd50188c-8754-4834-955b-647f37b4afa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:27.926849 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45648) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:28.064399 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca846f2-21bb-4ffc-bb8b-16ca909c00db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:28.066557 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-cca846f2-21bb-4ffc-bb8b-16ca909c00db admin admin] 10.222.0.76 "GET /v2.0/networks/4f5a65ee-dffc-4b78-9ae1-4b63cc54fe92 HTTP/1.1" status: 200 len: 869 time: 0.1386628 Jan 12 10:11:28.895553 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b043f860-9fbc-4342-b6a2-5b14df642c5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:30.341620 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:30.368958 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45656) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:30.498739 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aade46-a7af-4a8d-9583-0a7599b0ade8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:30.500111 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e4aade46-a7af-4a8d-9583-0a7599b0ade8 admin admin] 10.222.0.76 "GET /v2.0/networks/c20a28f3-5d30-454e-9a6e-89130ba0427d HTTP/1.1" status: 200 len: 886 time: 0.1302042 Jan 12 10:11:31.649988 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:32.747297 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:32.793210 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45664) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:32.921909 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9fde7-2c4e-4673-b5a4-68c4b9f51b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:32.922358 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da9fde7-2c4e-4673-b5a4-68c4b9f51b8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:32.923902 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-7da9fde7-2c4e-4673-b5a4-68c4b9f51b8d admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1297445 Jan 12 10:11:35.149578 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45672) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:35.273988 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e832c-1a54-430c-95c0-8e7433457c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:35.274441 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e832c-1a54-430c-95c0-8e7433457c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:35.276226 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5e3e832c-1a54-430c-95c0-8e7433457c9a admin admin] 10.222.0.76 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1257098 Jan 12 10:11:37.516080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45680) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:37.608262 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f99dd46-2396-4185-8c34-a734116cd3b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:37.609694 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-0f99dd46-2396-4185-8c34-a734116cd3b5 admin admin] 10.222.0.76 "GET /v2.0/subnets/5bca1111-2e99-4be3-9ef0-c04d6af59830 HTTP/1.1" status: 200 len: 868 time: 0.0926497 Jan 12 10:11:37.947157 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:11:39.850639 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45688) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:11:39.975508 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb46ffae-c5b8-4a7e-af5f-312176b5eb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:11:39.976930 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-cb46ffae-c5b8-4a7e-af5f-312176b5eb2d admin admin] 10.222.0.76 "GET /v2.0/subnets/d311aa16-62c3-477a-aa9d-57c04d6f844a HTTP/1.1" status: 200 len: 816 time: 0.1253066 Jan 12 10:11:56.717818 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-41e3eafb-1a8e-403b-b7ea-1a40402fb923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:11:58.895141 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b0f9491e-6b35-4dd8-90bd-7b4b5919c68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:00.364701 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:01.655232 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:02.769481 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:04.894537 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45742) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:12:04.944382 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [None req-305b3c54-170f-4654-973a-36b7a09f2489 admin admin] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:12:04.945451 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-305b3c54-170f-4654-973a-36b7a09f2489 admin admin] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0499151 Jan 12 10:12:07.332246 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45750) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:12:07.394771 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0777f2-64cb-4664-980e-974313bfa41c admin admin] GET failed (client error): The resource could not be found. Jan 12 10:12:07.396110 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-ad0777f2-64cb-4664-980e-974313bfa41c admin admin] 10.222.0.76 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0629172 Jan 12 10:12:07.484843 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189e6251-efd0-4714-8e2d-c6c1bdd3e2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:07.486420 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-189e6251-efd0-4714-8e2d-c6c1bdd3e2d5 admin admin] 10.222.0.76 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0859327 Jan 12 10:12:09.798746 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45760) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:12:09.850783 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Request body: {'network': {'project_id': '49341ddcea654e07a4a616d48eea33c3', 'admin_state_up': True, 'name': 'shared', 'tenant_id': '49341ddcea654e07a4a616d48eea33c3', 'shared': True}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:12:09.978938 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Made reservation on behalf of 49341ddcea654e07a4a616d48eea33c3 for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:12:09.981331 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:10.010672 dv-cinder-821602-9-iscsi neutron-server[103261]: WARNING neutron.services.revisions.revision_plugin [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Could not find related network for resource to bump revision. Jan 12 10:12:10.024181 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=103261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:12:10.034090 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:10.034426 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Added segment 2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2 of type vlan for network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 Jan 12 10:12:10.072888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (9e84a0e8-acf3-457e-986e-64e5bc4f4d75), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:10.146201 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (9e84a0e8-acf3-457e-986e-64e5bc4f4d75), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:10.147158 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:10.147741 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:10.212743 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] Pushing event updated for resources: {'Network': ['ID=9e84a0e8-acf3-457e-986e-64e5bc4f4d75,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:10.223571 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:12:10.246342 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-59f38c9c-9c43-4e09-a519-7a24c757ad2b admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4463418 Jan 12 10:12:12.585663 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45770) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:12:12.653178 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.pecan_wsgi.hooks.translation [None req-c342fc86-437c-4ef7-a0c5-ac0cbd4ab4ca admin admin] GET failed (client error): The resource could not be found. Jan 12 10:12:12.654504 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-c342fc86-437c-4ef7-a0c5-ac0cbd4ab4ca admin admin] 10.222.0.76 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0678222 Jan 12 10:12:12.726329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a119291e-66d9-4023-b7c4-d5a51129f8f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:12.727842 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-a119291e-66d9-4023-b7c4-d5a51129f8f2 admin admin] 10.222.0.76 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0683143 Jan 12 10:12:12.738383 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'tenant_id': '49341ddcea654e07a4a616d48eea33c3', 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75', 'description': 'shared-subnet'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:12:12.826304 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Made reservation on behalf of 49341ddcea654e07a4a616d48eea33c3 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:12:12.828619 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:13.087567 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (f03b6249-aa3f-4ff5-99aa-2729842beaab), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:13.237502 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f03b6249-aa3f-4ff5-99aa-2729842beaab,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:13.247298 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Checking segment: {'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:12:13.247640 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Network hostable DHCP agents. Network: 9e84a0e8-acf3-457e-986e-64e5bc4f4d75, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:12:13.317557 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:12:13.397648 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 9e84a0e8-acf3-457e-986e-64e5bc4f4d75) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:13.401834 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:12:13.402445 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:13.407424 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66b29d-2be3-436a-b3bc-6ffb82e74eb3 None None] Network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:12:13.506885 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-9e84a0e8-acf3-457e-986e-64e5bc4f4d75', 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75', 'project_id': '49341ddcea654e07a4a616d48eea33c3', 'fixed_ips': [{'subnet_id': 'f03b6249-aa3f-4ff5-99aa-2729842beaab'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:12:13.507731 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:13.514508 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-73b83ec0-c906-4346-9754-cdcd699f391b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7800276 Jan 12 10:12:13.751652 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Allocated IP 192.168.233.2 (9e84a0e8-acf3-457e-986e-64e5bc4f4d75/f03b6249-aa3f-4ff5-99aa-2729842beaab/4b4bcfee-31b7-4f16-9487-e93c68c79852) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:12:13.901639 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Publish callbacks [] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:13.979510 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:14.020375 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:12:14.023413 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:12:14.026930 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:12:14.034777 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Pushing event updated for resources: {'Port': ['ID=4b4bcfee-31b7-4f16-9487-e93c68c79852,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:14.060249 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.060609 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.060985 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.061311 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.062593 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.062909 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.063247 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.063579 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.063932 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.064272 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.064606 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.064954 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.065276 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:12:14.100224 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Attempting to bind port 4b4bcfee-31b7-4f16-9487-e93c68c79852 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:12:14.100590 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Attempting to bind port 4b4bcfee-31b7-4f16-9487-e93c68c79852 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:12:14.100987 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Attempting to bind port 4b4bcfee-31b7-4f16-9487-e93c68c79852 on network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:12:14.106059 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 12, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:12:14.106556 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Checking segment: {'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:12:14.106988 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:14.107376 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Bound using segment: {'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:12:14.107837 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Bound port: 4b4bcfee-31b7-4f16-9487-e93c68c79852, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:12:14.108212 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:14.171308 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] For port 4b4bcfee-31b7-4f16-9487-e93c68c79852, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:12:14.174588 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] For port 4b4bcfee-31b7-4f16-9487-e93c68c79852, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=4b4bcfee-31b7-4f16-9487-e93c68c79852,segment=NetworkSegment(2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2),segment_id=2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:12:14.248095 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:14.305608 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2797326-f393-4bc9-9172-2f3930b46a52 None None] Pushing event updated for resources: {'Port': ['ID=4b4bcfee-31b7-4f16-9487-e93c68c79852,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:14.946723 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:12:15.374904 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee0d91-139a-472f-bbf1-0f9d437ff553 None None] Network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:12:15.448789 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-a4581524-7881-49a6-b977-7f6ea4f033d9 None None] Provisioning complete for port 4b4bcfee-31b7-4f16-9487-e93c68c79852 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:15.449129 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a4581524-7881-49a6-b977-7f6ea4f033d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:15.559370 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-a4581524-7881-49a6-b977-7f6ea4f033d9 None None] Current status of the port 4b4bcfee-31b7-4f16-9487-e93c68c79852 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:12:15.560105 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a4581524-7881-49a6-b977-7f6ea4f033d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:15.588237 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 4b4bcfee-31b7-4f16-9487-e93c68c79852 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:12:15.645880 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-a4581524-7881-49a6-b977-7f6ea4f033d9 None None] For port 4b4bcfee-31b7-4f16-9487-e93c68c79852, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=4b4bcfee-31b7-4f16-9487-e93c68c79852,segment=NetworkSegment(2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2),segment_id=2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:12:15.676346 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 4b4bcfee-31b7-4f16-9487-e93c68c79852 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:15.676744 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:15.723894 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a4581524-7881-49a6-b977-7f6ea4f033d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:15.811806 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4581524-7881-49a6-b977-7f6ea4f033d9 None None] Pushing event updated for resources: {'Port': ['ID=4b4bcfee-31b7-4f16-9487-e93c68c79852,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:12:15.816106 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 4b4bcfee-31b7-4f16-9487-e93c68c79852 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:12:15.844042 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-98c45d6a-1434-4f4b-b7ae-67eed9f4141a None None] Provisioning complete for port 4b4bcfee-31b7-4f16-9487-e93c68c79852 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:15.845111 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-98c45d6a-1434-4f4b-b7ae-67eed9f4141a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:15.939881 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-98c45d6a-1434-4f4b-b7ae-67eed9f4141a None None] Current status of the port 4b4bcfee-31b7-4f16-9487-e93c68c79852 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:12:17.538812 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 4b4bcfee-31b7-4f16-9487-e93c68c79852 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:12:17.588470 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 4b4bcfee-31b7-4f16-9487-e93c68c79852 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:12:17.588803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (4b4bcfee-31b7-4f16-9487-e93c68c79852), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:17.688420 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 4b4bcfee-31b7-4f16-9487-e93c68c79852 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:12:26.711518 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2b05b019-60a6-4237-b246-c719e46d0e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:28.882825 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-21211667-2745-42dd-9926-c261af711bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:30.402888 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:31.648572 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:32.744280 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:51.947162 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:12:56.734673 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a2d1305a-7c04-4559-bccb-01602fef26d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:12:58.888256 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-50beb55f-2223-41af-80d9-3bc07f5d3778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:00.394863 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:01.659714 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:02.772170 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:26.765258 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2bf9a70b-7915-4155-90cf-2f2716d03839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:28.921738 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6a431ea0-1ec9-4a07-a1e0-8d962b2066a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:28.945894 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:13:30.417341 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:31.670326 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:32.789597 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:41.138824 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45818) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:13:41.144757 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [None req-26ac3386-3046-4d0b-be3b-991d38f526fb tempest-verify_tempest_config-1216703525 tempest-verify_tempest_config-1216703525-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:13:41.145903 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-26ac3386-3046-4d0b-be3b-991d38f526fb tempest-verify_tempest_config-1216703525 tempest-verify_tempest_config-1216703525-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061097 Jan 12 10:13:41.705360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 45836) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:13:41.813572 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:41.885834 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Publish callbacks [] for security_group (769a38b1-bb63-4fd2-83e4-1d867f0c492f), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:42.006872 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (769a38b1-bb63-4fd2-83e4-1d867f0c492f), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:42.052739 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a76a06052eaa431da76efe0fc2a7e27e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3461633 Jan 12 10:13:42.053820 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769a38b1-bb63-4fd2-83e4-1d867f0c492f,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:42.055493 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45840) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:13:42.061380 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.061746 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.062089 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.062456 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.062786 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.063111 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.063453 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.063782 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.064121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.064550 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.064793 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.065135 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.065453 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473c45d3-eeac-4ba2-8b9f-8218cf917c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.117988 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Publish callbacks [] for security_group (769a38b1-bb63-4fd2-83e4-1d867f0c492f), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:42.139451 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Publish callbacks [] for security_group (769a38b1-bb63-4fd2-83e4-1d867f0c492f), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:42.308218 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (769a38b1-bb63-4fd2-83e4-1d867f0c492f), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:42.310815 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:42.311973 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/769a38b1-bb63-4fd2-83e4-1d867f0c492f HTTP/1.1" status: 204 len: 168 time: 0.2553885 Jan 12 10:13:42.319839 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769a38b1-bb63-4fd2-83e4-1d867f0c492f,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:13:42.326828 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.327180 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.327528 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.327870 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.328207 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.328540 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.328927 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.329354 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.329711 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.330047 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.330376 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.330699 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:42.331021 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133d1860-5c4e-4eef-b97d-cac114c6455f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:13:56.732974 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1ef4c855-7746-4846-9cd3-f225db839b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:13:59.033298 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e293ae58-d161-4380-9e2b-05c9f7ad7aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:00.421533 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:01.686642 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:02.760849 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:05.944296 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:14:26.718616 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-95d66860-7fa5-4ed0-b1b7-426f63865969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:28.948953 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d2fa3665-8e5d-4d94-b5c6-05b262fe095a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:30.438200 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:31.685877 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:32.768974 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:42.943183 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 5 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:14:56.762539 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-78fde4f1-242b-48eb-9313-0d0c6b1ea15e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:14:58.899345 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-ecce03b7-aa9a-4432-aed0-21089f805d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:00.385506 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:01.682545 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:02.750567 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:17.175914 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-484120'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:19.943245 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:15:26.727412 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0c4ee08a-d1d0-442c-a05d-22d22c904795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:28.893163 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0dc73cc8-6d86-4980-a95b-c8b7f0cb7297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:30.399862 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:31.687182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:32.050358 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45914) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:15:32.159746 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-1ded64d7-5d3e-4ef1-9c68-ccf435d0ddd1 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1082582 Jan 12 10:15:32.789804 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:34.410970 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 45924) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:15:34.465396 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-9c9c7e03-ce8e-4259-9989-d77ae334f371 admin admin] 10.222.0.76 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0533416 Jan 12 10:15:47.149552 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:56.766237 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-32111e28-d700-4163-8ea7-aae06c486554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:15:56.945389 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:15:58.972019 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-132c8035-07e9-4a71-91d3-e7c11fd35e32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:00.385861 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:01.689052 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:02.754553 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:17.125839 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:26.800409 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-98aa7c08-79a6-4db3-bb64-708dd45da96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:28.888186 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-49746a94-86da-4361-ad4b-f4677d671f34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:30.413712 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:31.691583 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:32.816849 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:33.944291 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:16:47.151851 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:56.744745 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d18a15c7-5d70-4ebe-a0e7-09352bc37dc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:16:58.887619 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-acc952e8-0242-4c47-95b5-775e437b27fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:00.481713 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:01.701841 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:02.815444 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:10.944780 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:17:11.671983 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46134) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:12.283357 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46152) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:12.302188 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030535865-network', 'tenant_id': 'd2bf55a6f2db41c595fb8a25402dfd26'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:12.444562 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Made reservation on behalf of d2bf55a6f2db41c595fb8a25402dfd26 for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:12.447690 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.459554 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.552854 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks [] for security_group (762d4e24-acd9-4598-ac4d-3fa569fd395f), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.561523 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46164) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:12.613163 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (762d4e24-acd9-4598-ac4d-3fa569fd395f), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.641430 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:12.652351 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762d4e24-acd9-4598-ac4d-3fa569fd395f,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:12.657314 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (a2284464-2a02-4fbe-8563-1fd574bf5eb0), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.657314 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Added segment a2284464-2a02-4fbe-8563-1fd574bf5eb0 of type vlan for network a92157c5-d1e7-4c00-82d3-5f0c32d90a4a Jan 12 10:17:12.665637 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1650289042-network', 'tenant_id': 'b72f8a0bfce645689afc0befb48b8969'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:12.670638 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.671010 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.671349 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.671909 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.672241 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.672840 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.672968 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.673239 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.673577 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.673922 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.674279 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.674592 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.674901 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Tracked resource versions report: Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: pushed versions: Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: { 'AddressGroup': {'1.2'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'ConntrackHelper': {'1.0'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Log': {'1.0'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Network': {'1.1'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Port': {'1.7'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'PortForwarding': {'1.2'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'QosPolicy': {'1.10'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroup': {'1.5'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SubPort': {'1.0'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Subnet': {'1.1'}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Trunk': {'1.1'}} Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: consumer versions: Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: HyperV agent@hv-cinder-82160: {}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'ConntrackHelper': '1.0', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'LocalIPAssociation': '1.0', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Log': '1.0', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Network': '1.1', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Port': '1.7', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'PortForwarding': '1.2', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'QosPolicy': '1.10', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroup': '1.5', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SecurityGroupRule': '1.2', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'SubPort': '1.0', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Subnet': '1.1', Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: 'Trunk': '1.1'}} Jan 12 10:17:12.676724 dv-cinder-821602-9-iscsi neutron-server[103260]: {{(pid=103260) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:17:12.729350 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (a92157c5-d1e7-4c00-82d3-5f0c32d90a4a), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.807017 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Made reservation on behalf of b72f8a0bfce645689afc0befb48b8969 for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:12.810224 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.819770 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.843800 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (a92157c5-d1e7-4c00-82d3-5f0c32d90a4a), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.845042 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:12.845993 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.969891 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2967186 Jan 12 10:17:12.971991 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks [] for security_group (f72173e4-3bcb-4312-befe-3aeb592599af), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:12.973877 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46178) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:12.978014 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05476a-8e3d-4365-a491-0c8da8077687 admin admin] Pushing event updated for resources: {'Network': ['ID=a92157c5-d1e7-4c00-82d3-5f0c32d90a4a,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:12.981981 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Request body: {'subnet': {'network_id': 'a92157c5-d1e7-4c00-82d3-5f0c32d90a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2030535865-subnet', 'tenant_id': 'd2bf55a6f2db41c595fb8a25402dfd26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:12.990858 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network a92157c5-d1e7-4c00-82d3-5f0c32d90a4a details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:17:13.028041 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-network', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:13.112317 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f72173e4-3bcb-4312-befe-3aeb592599af), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.127097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=103261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:13.159319 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (966fb1f8-6da9-4f1d-95f9-f4bac729a0b2), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.159519 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Added segment 966fb1f8-6da9-4f1d-95f9-f4bac729a0b2 of type vlan for network 14d83d18-5704-40a0-9696-4511d82975c7 Jan 12 10:17:13.162759 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Made reservation on behalf of d2bf55a6f2db41c595fb8a25402dfd26 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:13.165537 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.174652 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72173e4-3bcb-4312-befe-3aeb592599af,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:13.215777 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.216149 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.216499 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.216831 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.217375 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.217708 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.218053 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.218387 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.218711 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.219130 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.219455 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.219955 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.220279 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Tracked resource versions report: Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: pushed versions: Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: { 'AddressGroup': {'1.2'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'ConntrackHelper': {'1.0'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Log': {'1.0'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Network': {'1.1'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Port': {'1.7'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'PortForwarding': {'1.2'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'QosPolicy': {'1.10'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroup': {'1.5'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SubPort': {'1.0'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Subnet': {'1.1'}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Trunk': {'1.1'}} Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: consumer versions: Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: HyperV agent@hv-cinder-82160: {}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'ConntrackHelper': '1.0', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'LocalIPAssociation': '1.0', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Log': '1.0', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Network': '1.1', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Port': '1.7', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'PortForwarding': '1.2', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'QosPolicy': '1.10', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroup': '1.5', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SecurityGroupRule': '1.2', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'SubPort': '1.0', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Subnet': '1.1', Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: 'Trunk': '1.1'}} Jan 12 10:17:13.221455 dv-cinder-821602-9-iscsi neutron-server[103261]: {{(pid=103261) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:17:13.227052 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Made reservation on behalf of 2588b3a3f1cd4c8da1c77c96cec24e5f for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:13.229428 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.258129 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.448633 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks [] for security_group (8d489682-f5aa-44b2-950f-15595f47b5b0), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.474016 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (14d83d18-5704-40a0-9696-4511d82975c7), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.567661 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (8d489682-f5aa-44b2-950f-15595f47b5b0), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.592824 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:13.611248 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (53a04af3-d019-429d-92d5-4f9f42cc889c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.611747 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Added segment 53a04af3-d019-429d-92d5-4f9f42cc889c of type vlan for network 8ae1c859-4005-42c0-8f65-f1d61b0735dc Jan 12 10:17:13.644903 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (14d83d18-5704-40a0-9696-4511d82975c7), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.646911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:13.647609 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.705273 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (3b51040d-e54f-4427-9f48-83fb7664b9bd), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.733776 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (8ae1c859-4005-42c0-8f65-f1d61b0735dc), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.806378 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d489682-f5aa-44b2-950f-15595f47b5b0,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:13.814320 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5273898 Jan 12 10:17:13.819011 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b51040d-e54f-4427-9f48-83fb7664b9bd,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:13.820945 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46244) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:13.823080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec5282-56e0-4d51-a049-876cd416eb4a admin admin] Pushing event updated for resources: {'Network': ['ID=14d83d18-5704-40a0-9696-4511d82975c7,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:13.831527 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Request body: {'subnet': {'network_id': '14d83d18-5704-40a0-9696-4511d82975c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1650289042-subnet', 'tenant_id': 'b72f8a0bfce645689afc0befb48b8969', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:13.870080 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 14d83d18-5704-40a0-9696-4511d82975c7 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:17:13.894085 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Checking segment: {'id': 'a2284464-2a02-4fbe-8563-1fd574bf5eb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'a92157c5-d1e7-4c00-82d3-5f0c32d90a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:13.895117 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Network hostable DHCP agents. Network: a92157c5-d1e7-4c00-82d3-5f0c32d90a4a, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:13.924022 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (8ae1c859-4005-42c0-8f65-f1d61b0735dc), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.925030 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:13.926217 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:13.958620 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Made reservation on behalf of b72f8a0bfce645689afc0befb48b8969 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:13.961394 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:14.016217 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] Pushing event updated for resources: {'Network': ['ID=8ae1c859-4005-42c0-8f65-f1d61b0735dc,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:14.025913 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Network a92157c5-d1e7-4c00-82d3-5f0c32d90a4a is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:14.028186 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:17:14.047529 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b3c160c2-7e77-4e9e-b973-a6a6a76885ff admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4841497 Jan 12 10:17:14.051295 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46256) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:14.056916 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Request body: {'subnet': {'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-subnet', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:14.134206 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, a92157c5-d1e7-4c00-82d3-5f0c32d90a4a) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:14.145146 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:14.145743 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:14.150258 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d4e5ea-083d-4197-bc79-848d081b6b98 None None] Network a92157c5-d1e7-4c00-82d3-5f0c32d90a4a requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:14.152762 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Made reservation on behalf of 2588b3a3f1cd4c8da1c77c96cec24e5f for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:14.155666 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:14.302591 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-51af3d58-5dc2-4e90-bc37-c646d96eb80b admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3267310 Jan 12 10:17:14.302806 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b445277c-5686-4c47-8e00-16791a14b6c2 None None] Network a92157c5-d1e7-4c00-82d3-5f0c32d90a4a requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:14.390862 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (7000030f-4565-49f5-9105-71b27b321233), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:14.466794 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7000030f-4565-49f5-9105-71b27b321233,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:14.483019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Checking segment: {'id': '966fb1f8-6da9-4f1d-95f9-f4bac729a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14d83d18-5704-40a0-9696-4511d82975c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:14.484292 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Network hostable DHCP agents. Network: 14d83d18-5704-40a0-9696-4511d82975c7, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:14.567169 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Network 14d83d18-5704-40a0-9696-4511d82975c7 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:14.668337 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46270) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:14.678511 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (6b187d34-70a9-4eba-a486-311c9ece1ccf), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:14.706361 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 14d83d18-5704-40a0-9696-4511d82975c7) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:14.711286 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:14.711881 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:14.721674 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18882920-ceac-4855-871f-fe24ec485f36 None None] Network 14d83d18-5704-40a0-9696-4511d82975c7 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:14.782658 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b187d34-70a9-4eba-a486-311c9ece1ccf,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:14.790680 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Checking segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:14.791979 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Network hostable DHCP agents. Network: 8ae1c859-4005-42c0-8f65-f1d61b0735dc, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:14.816908 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-60a1663d-f6e5-4eb3-97f0-2af2d2cd1ae8 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9846237 Jan 12 10:17:14.862171 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1de306ae-38ff-463d-82a4-1fc64903059d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:14.897820 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:14.935615 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38572d0c-ad88-4735-90be-3a656b26cb39 None None] Network 14d83d18-5704-40a0-9696-4511d82975c7 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:15.003512 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1de306ae-38ff-463d-82a4-1fc64903059d admin admin] Publish callbacks [] for security_group (46bc8a31-94f1-465d-96d5-48240522d077), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.039096 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 8ae1c859-4005-42c0-8f65-f1d61b0735dc) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:15.045203 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:15.045992 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.054220 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb30f1-a296-424f-bcf4-fbdccaa0a642 None None] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:15.135790 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1de306ae-38ff-463d-82a4-1fc64903059d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (46bc8a31-94f1-465d-96d5-48240522d077), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.175019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46296) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:15.177329 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-1de306ae-38ff-463d-82a4-1fc64903059d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f551dc4a310f43d4b0c4302d0c2ede2c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5076041 Jan 12 10:17:15.183393 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ce27e20c-adde-429b-bee6-93717574da01 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1281257 Jan 12 10:17:15.183930 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46298) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:15.194302 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:15.214736 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de306ae-38ff-463d-82a4-1fc64903059d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bc8a31-94f1-465d-96d5-48240522d077,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:15.231234 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:17:15.232190 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.290625 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03bbdeb8-690e-483a-9d49-3ae30ed57f9b admin admin] Publish callbacks [] for security_group (46bc8a31-94f1-465d-96d5-48240522d077), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.315057 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03bbdeb8-690e-483a-9d49-3ae30ed57f9b admin admin] Publish callbacks [] for security_group (46bc8a31-94f1-465d-96d5-48240522d077), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.337852 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (8fe376ca-99fd-4c7b-a548-02b762fcea92), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.341779 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (8fe376ca-99fd-4c7b-a548-02b762fcea92), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.416025 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Allocated IP 172.20.0.2 (8ae1c859-4005-42c0-8f65-f1d61b0735dc/6b187d34-70a9-4eba-a486-311c9ece1ccf/36d9c2b8-ee99-4075-a27a-a4ba287018cb) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:15.434939 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks [] for router_controller (8fe376ca-99fd-4c7b-a548-02b762fcea92), precommit_add_association {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.466879 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03bbdeb8-690e-483a-9d49-3ae30ed57f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (46bc8a31-94f1-465d-96d5-48240522d077), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.469971 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03bbdeb8-690e-483a-9d49-3ae30ed57f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.472443 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-03bbdeb8-690e-483a-9d49-3ae30ed57f9b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/46bc8a31-94f1-465d-96d5-48240522d077 HTTP/1.1" status: 204 len: 168 time: 0.2950118 Jan 12 10:17:15.490739 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bbdeb8-690e-483a-9d49-3ae30ed57f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bc8a31-94f1-465d-96d5-48240522d077,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:15.571465 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46306) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:15.581352 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-7204987-network', 'tenant_id': '010f0727432e46838d4ba12c9984b5b8'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:15.592797 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Publish callbacks [] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.695721 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.741059 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:15.746682 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:15.750618 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:15.761639 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Made reservation on behalf of 010f0727432e46838d4ba12c9984b5b8 for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:15.762646 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Pushing event updated for resources: {'Port': ['ID=36d9c2b8-ee99-4075-a27a-a4ba287018cb,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:15.765654 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.771711 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.772087 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.772456 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.772805 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.773171 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.773507 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.773844 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.774176 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.774509 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.774870 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.775187 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.775519 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.775847 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Tracked resource versions report: Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: pushed versions: Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: { 'AddressGroup': {'1.2'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'ConntrackHelper': {'1.0'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Log': {'1.0'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Network': {'1.1'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Port': {'1.7'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'PortForwarding': {'1.2'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'QosPolicy': {'1.10'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroup': {'1.5'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SubPort': {'1.0'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Subnet': {'1.1'}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Trunk': {'1.1'}} Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: consumer versions: Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: HyperV agent@hv-cinder-82160: {}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'ConntrackHelper': '1.0', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'LocalIPAssociation': '1.0', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Log': '1.0', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Network': '1.1', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Port': '1.7', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'PortForwarding': '1.2', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'QosPolicy': '1.10', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroup': '1.5', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SecurityGroupRule': '1.2', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'SubPort': '1.0', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Subnet': '1.1', Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: 'Trunk': '1.1'}} Jan 12 10:17:15.777156 dv-cinder-821602-9-iscsi neutron-server[103262]: {{(pid=103262) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:17:15.781978 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.817404 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks [] for router_gateway (8fe376ca-99fd-4c7b-a548-02b762fcea92), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.844813 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Attempting to bind port 36d9c2b8-ee99-4075-a27a-a4ba287018cb on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:17:15.845372 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Attempting to bind port 36d9c2b8-ee99-4075-a27a-a4ba287018cb by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:17:15.845820 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Attempting to bind port 36d9c2b8-ee99-4075-a27a-a4ba287018cb on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:17:15.856446 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:17:15.857047 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Checking segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:15.857366 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.857767 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Bound using segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:17:15.858259 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Bound port: 36d9c2b8-ee99-4075-a27a-a4ba287018cb, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:17:15.858647 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.890897 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks [] for security_group (c4613243-de76-4169-8d3b-f9493e6b334c), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.944794 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] For port 36d9c2b8-ee99-4075-a27a-a4ba287018cb, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:15.951482 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] For port 36d9c2b8-ee99-4075-a27a-a4ba287018cb, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=36d9c2b8-ee99-4075-a27a-a4ba287018cb,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:15.967015 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c4613243-de76-4169-8d3b-f9493e6b334c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.984821 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:17:15.998152 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (622b8688-d01e-4fc8-a12d-007dec128a18), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:15.998547 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Added segment 622b8688-d01e-4fc8-a12d-007dec128a18 of type vlan for network 4217e1ee-23b2-4d21-b0d6-74289d28b7ae Jan 12 10:17:16.118839 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4613243-de76-4169-8d3b-f9493e6b334c,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:16.128480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:16.157936 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (4217e1ee-23b2-4d21-b0d6-74289d28b7ae), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:16.292770 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (4217e1ee-23b2-4d21-b0d6-74289d28b7ae), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:16.293895 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:16.294577 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:16.339081 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b0ca4-6eba-4c4b-baa5-406d130da456 None None] Pushing event updated for resources: {'Port': ['ID=36d9c2b8-ee99-4075-a27a-a4ba287018cb,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:16.445627 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] Pushing event updated for resources: {'Network': ['ID=4217e1ee-23b2-4d21-b0d6-74289d28b7ae,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:16.456266 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 4217e1ee-23b2-4d21-b0d6-74289d28b7ae details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:17:16.473851 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-dc55273b-a90d-44ba-9830-d3ee91c8d971 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8976841 Jan 12 10:17:16.475795 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46338) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:16.489908 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Request body: {'subnet': {'network_id': '4217e1ee-23b2-4d21-b0d6-74289d28b7ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-7204987-subnet', 'tenant_id': '010f0727432e46838d4ba12c9984b5b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:16.590189 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks [] for router_gateway (8fe376ca-99fd-4c7b-a548-02b762fcea92), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:16.686877 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:16.689003 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Made reservation on behalf of 010f0727432e46838d4ba12c9984b5b8 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:16.689003 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:16.689762 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46356) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:16.736701 dv-cinder-821602-9-iscsi neutron-server[103260]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 12 10:17:17.023709 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-b596239e-75c8-4659-8e69-f55649441366 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:17.031046 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-b596239e-75c8-4659-8e69-f55649441366 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/networks?id=14d83d18-5704-40a0-9696-4511d82975c7 HTTP/1.1" status: 200 len: 812 time: 0.3437698 Jan 12 10:17:17.053059 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Allocated IP 172.27.0.39 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/2a3a5b0f-fbab-412c-9f48-37980e7ab8b3) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:17.058739 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (9f666553-eeff-4d7c-bcff-f57eb5cb4157), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:17.129094 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f666553-eeff-4d7c-bcff-f57eb5cb4157,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:17.172292 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-fb135a8b-426c-4abe-a04f-f2e362be20a6 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/quotas/b72f8a0bfce645689afc0befb48b8969 HTTP/1.1" status: 200 len: 375 time: 0.1375568 Jan 12 10:17:17.172756 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Checking segment: {'id': '622b8688-d01e-4fc8-a12d-007dec128a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4217e1ee-23b2-4d21-b0d6-74289d28b7ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:17.173931 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Network hostable DHCP agents. Network: 4217e1ee-23b2-4d21-b0d6-74289d28b7ae, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:17:17.203274 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:17.233211 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-884fb88e-ba21-4746-8385-a47d8322e590 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=b72f8a0bfce645689afc0befb48b8969&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581746 Jan 12 10:17:17.276227 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks [] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:17.289365 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Network 4217e1ee-23b2-4d21-b0d6-74289d28b7ae is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:17:17.430313 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 4217e1ee-23b2-4d21-b0d6-74289d28b7ae) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:17.434220 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:17.435471 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:17.446464 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:17.465436 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1a0057-7248-4b23-8a85-5bba34f57625 None None] Network 4217e1ee-23b2-4d21-b0d6-74289d28b7ae requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:17.565279 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-0303db81-527c-4973-a1c0-1f61626f9c44 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0880024 Jan 12 10:17:17.603239 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:17.627718 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:17.649524 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:17.758847 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-6e084b94-1016-48cf-bfa6-7847826f3a84 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:17:17.763483 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-6e084b94-1016-48cf-bfa6-7847826f3a84 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3110375 Jan 12 10:17:17.773946 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:17.790216 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6827f4-73e0-4e75-b61e-b83b0c206b1b None None] Network 4217e1ee-23b2-4d21-b0d6-74289d28b7ae requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:17.913520 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46394) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:17.998176 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] Deleting subnet 3b51040d-e54f-4427-9f48-83fb7664b9bd {{(pid=103261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:17:18.003113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] Publish callbacks [] for subnet (3b51040d-e54f-4427-9f48-83fb7664b9bd), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.032445 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-2276d7b3-0a3a-4b5d-b3ff-a5c025bc23a9 service neutron] 10.222.0.76 "GET /v2.0/networks/14d83d18-5704-40a0-9696-4511d82975c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512591 Jan 12 10:17:18.065933 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac2b842-4685-41a7-afce-4b9febadb9f3 None None] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:17:18.069931 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 36d9c2b8-ee99-4075-a27a-a4ba287018cb up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:17:18.098459 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] Publish callbacks [] for subnet (3b51040d-e54f-4427-9f48-83fb7664b9bd), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.131155 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (3b51040d-e54f-4427-9f48-83fb7664b9bd), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.173359 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-38cd3c41-d616-4423-a76d-0c17bd1e301e None None] Provisioning complete for port 36d9c2b8-ee99-4075-a27a-a4ba287018cb triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:18.174026 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-38cd3c41-d616-4423-a76d-0c17bd1e301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.318718 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for subnet (3b51040d-e54f-4427-9f48-83fb7664b9bd), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.423037 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-38cd3c41-d616-4423-a76d-0c17bd1e301e None None] Current status of the port 36d9c2b8-ee99-4075-a27a-a4ba287018cb is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:18.423571 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-38cd3c41-d616-4423-a76d-0c17bd1e301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.439362 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-5af16457-f4dc-446a-b4c4-84a495afe026 service neutron] 10.222.0.76 "GET /v2.0/networks/14d83d18-5704-40a0-9696-4511d82975c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999822 Jan 12 10:17:18.457595 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b51040d-e54f-4427-9f48-83fb7664b9bd,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:18.487501 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.494696 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d9cb610e-bc8d-4b1b-b095-c89961e0b797 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3b51040d-e54f-4427-9f48-83fb7664b9bd HTTP/1.1" status: 204 len: 168 time: 0.5769093 Jan 12 10:17:18.495341 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46418) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:18.507952 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks [] for router_gateway (8fe376ca-99fd-4c7b-a548-02b762fcea92), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.508391 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-38cd3c41-d616-4423-a76d-0c17bd1e301e None None] For port 36d9c2b8-ee99-4075-a27a-a4ba287018cb, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=36d9c2b8-ee99-4075-a27a-a4ba287018cb,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:18.529800 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 36d9c2b8-ee99-4075-a27a-a4ba287018cb triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:18.530450 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.620187 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-38cd3c41-d616-4423-a76d-0c17bd1e301e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.735079 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 36d9c2b8-ee99-4075-a27a-a4ba287018cb is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:18.735592 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.754037 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (a92157c5-d1e7-4c00-82d3-5f0c32d90a4a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.771813 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd3c41-d616-4423-a76d-0c17bd1e301e None None] Pushing event updated for resources: {'Port': ['ID=36d9c2b8-ee99-4075-a27a-a4ba287018cb,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:18.842824 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.db.api [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:17:18.843338 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG oslo_db.api [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:17:18.908277 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (8fe376ca-99fd-4c7b-a548-02b762fcea92), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.939813 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (a92157c5-d1e7-4c00-82d3-5f0c32d90a4a), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:18.978799 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > port after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > port after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:18.993699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:19.061482 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-28972a0c-daff-4422-962f-b5e419e00d56 None None] Provisioning complete for port 36d9c2b8-ee99-4075-a27a-a4ba287018cb triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:19.063228 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28972a0c-daff-4422-962f-b5e419e00d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:19.081785 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-22bcece2-1fc8-4fed-a9e3-09345938d5cf req-632eb0c6-c5ac-46e5-b805-54a0c100def3 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0921607 Jan 12 10:17:19.218461 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-28972a0c-daff-4422-962f-b5e419e00d56 None None] Current status of the port 36d9c2b8-ee99-4075-a27a-a4ba287018cb is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:19.326610 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:19.326956 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:19.327357 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:19.327595 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103261) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:19.327945 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a92157c5-d1e7-4c00-82d3-5f0c32d90a4a']}} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:19.349716 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2284464-2a02-4fbe-8563-1fd574bf5eb0') {'for_net_delete': True} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:19.350005 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2284464-2a02-4fbe-8563-1fd574bf5eb0') {} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:19.367055 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460946'] for segment (a2284464-2a02-4fbe-8563-1fd574bf5eb0), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:19.392045 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (a2284464-2a02-4fbe-8563-1fd574bf5eb0), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:19.398378 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 36d9c2b8-ee99-4075-a27a-a4ba287018cb is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:19.408099 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:17:19.408506 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114346'] for segment (a2284464-2a02-4fbe-8563-1fd574bf5eb0), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: from cryptography.utils import int_from_bytes Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: from cryptography.utils import int_from_bytes Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: Traceback (most recent call last): Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: timer() Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: cb(*args, **kw) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: return func(*args, **kwargs) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: self._notify() Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: self.callback(batched_events) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: event.method(event) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: return f(self, *a, **k) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._get(url).json() Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: return self.request(url, 'GET', **kwargs) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:17:19.421975 dv-cinder-821602-9-iscsi neutron-server[103261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:17:19.521798 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Router 8fe376ca-99fd-4c7b-a548-02b762fcea92 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:17:19.592477 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (a92157c5-d1e7-4c00-82d3-5f0c32d90a4a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:19.601742 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:19.604413 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] 10.222.0.76 "DELETE /v2.0/networks/a92157c5-d1e7-4c00-82d3-5f0c32d90a4a HTTP/1.1" status: 204 len: 168 time: 1.1080739 Jan 12 10:17:19.613144 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46480) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:19.621484 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015dd24-fba8-4105-93bb-052a539b9a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=a92157c5-d1e7-4c00-82d3-5f0c32d90a4a,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:19.660057 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:20.010749 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Sync routers for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:20.010749 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:20.010749 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:16:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:20.012009 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 36d9c2b8-ee99-4075-a27a-a4ba287018cb up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:17:20.012919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_v2 [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] Deleting subnet 9f666553-eeff-4d7c-bcff-f57eb5cb4157 {{(pid=103261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:17:20.012919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] Publish callbacks [] for subnet (9f666553-eeff-4d7c-bcff-f57eb5cb4157), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.014623 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 36d9c2b8-ee99-4075-a27a-a4ba287018cb triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:20.014623 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.015335 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460953'] for subnet (9f666553-eeff-4d7c-bcff-f57eb5cb4157), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.015397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.015397 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6d66537a-6b35-43e0-97c3-a16c65679d51 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6911449 Jan 12 10:17:20.015515 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46490) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:20.015515 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (9f666553-eeff-4d7c-bcff-f57eb5cb4157), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.015630 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 36d9c2b8-ee99-4075-a27a-a4ba287018cb is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:20.015710 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:17:20.162241 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9730959'] for subnet (9f666553-eeff-4d7c-bcff-f57eb5cb4157), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.189823 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.193324 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aeb82bd5-c131-43b3-8eda-6184d6ba1346 req-9db1167f-2d95-42f1-80fc-33f8000149cc tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0300403 Jan 12 10:17:20.197632 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/9f666553-eeff-4d7c-bcff-f57eb5cb4157 HTTP/1.1" status: 204 len: 168 time: 0.5827384 Jan 12 10:17:20.200058 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46496) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:20.221872 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:17Z', 'revision_number': 3, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:20.225762 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001be6d-1443-4059-bcdd-97efd69776b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f666553-eeff-4d7c-bcff-f57eb5cb4157,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:20.262154 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Checking router: 8fe376ca-99fd-4c7b-a548-02b762fcea92 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:20.262804 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Updating router 8fe376ca-99fd-4c7b-a548-02b762fcea92 port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:17:20.297085 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.297876 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (4217e1ee-23b2-4d21-b0d6-74289d28b7ae), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.477995 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (4217e1ee-23b2-4d21-b0d6-74289d28b7ae), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.499406 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.499761 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.500640 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.501032 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > port after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.501320 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.501520 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > port after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.501856 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.502341 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.502649 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.502969 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.523344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.680208 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.681750 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.681837 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.690555 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Publish callbacks [] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.696306 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103260) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 12 10:17:20.696761 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4217e1ee-23b2-4d21-b0d6-74289d28b7ae']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:20.700524 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Allocated IP 172.20.0.1 (8ae1c859-4005-42c0-8f65-f1d61b0735dc/6b187d34-70a9-4eba-a486-311c9ece1ccf/cc82eaa5-6531-4cd3-a987-28ed0033b7cd) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:20.727109 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '622b8688-d01e-4fc8-a12d-007dec128a18') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:20.727417 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '622b8688-d01e-4fc8-a12d-007dec128a18') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:20.758252 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (622b8688-d01e-4fc8-a12d-007dec128a18), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.767968 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.785905 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (622b8688-d01e-4fc8-a12d-007dec128a18), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.797857 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:17:20.798273 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (622b8688-d01e-4fc8-a12d-007dec128a18), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: from cryptography.utils import int_from_bytes Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: from cryptography.utils import int_from_bytes Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:17:20.802819 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:17:20.827955 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Pushing event updated for resources: {'Port': ['ID=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,revision_number=2']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:20.845324 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks [] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.846685 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Attempting to bind port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:17:20.847756 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Attempting to bind port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:17:20.848361 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Attempting to bind port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:17:20.853741 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:17:20.854120 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:20.854529 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.858446 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:17:20.858446 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Bound port: 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:17:20.858446 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.858446 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.858446 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.858880 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.858998 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.859273 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.859602 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.859932 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.860265 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.860594 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.861129 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.861463 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.861947 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.862470 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Tracked resource versions report: Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: pushed versions: Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: { 'AddressGroup': {'1.2'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'ConntrackHelper': {'1.0'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'LocalIPAssociation': {'1.0'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Log': {'1.0'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Network': {'1.1'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Port': {'1.7'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'PortForwarding': {'1.2'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'QosPolicy': {'1.10'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroup': {'1.5'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroupRule': {'1.2'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SubPort': {'1.0'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Subnet': {'1.1'}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Trunk': {'1.1'}} Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: consumer versions: Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: { DHCP agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: HyperV agent@hv-cinder-82160: {}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: L3 agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: Metadata agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: Metering agent@dv-cinder-821602-9-iscsi: {}, Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: Open vSwitch agent@dv-cinder-821602-9-iscsi: { 'AddressGroup': '1.2', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'ConntrackHelper': '1.0', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'LocalIPAssociation': '1.0', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Log': '1.0', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Network': '1.1', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Port': '1.7', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'PortForwarding': '1.2', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'QosPolicy': '1.10', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroup': '1.5', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SecurityGroupRule': '1.2', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'SubPort': '1.0', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Subnet': '1.1', Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: 'Trunk': '1.1'}} Jan 12 10:17:20.864763 dv-cinder-821602-9-iscsi neutron-server[103263]: {{(pid=103263) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 12 10:17:20.918085 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] For port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:20.961814 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (4217e1ee-23b2-4d21-b0d6-74289d28b7ae), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.962350 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.964131 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] For port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:20.970497 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:20.976239 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] 10.222.0.76 "DELETE /v2.0/networks/4217e1ee-23b2-4d21-b0d6-74289d28b7ae HTTP/1.1" status: 204 len: 168 time: 0.7753239 Jan 12 10:17:20.993328 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d991edae-455e-4b87-ba9a-fddb30f3bf1e admin admin] Pushing event deleted for resources: {'Network': ['ID=4217e1ee-23b2-4d21-b0d6-74289d28b7ae,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:21.025121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:21.029139 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:21.031542 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:21.033740 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:21.074110 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (8fe376ca-99fd-4c7b-a548-02b762fcea92), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.104618 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.168264 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:21.169066 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:16:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:21.229392 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3e11-94f4-4400-a933-336a3ab671bc None None] Pushing event updated for resources: {'Port': ['ID=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:21.265912 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-43ce7cfc-b815-45b3-a717-e9c94753a4b4 None None] Provisioning complete for port cc82eaa5-6531-4cd3-a987-28ed0033b7cd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:21.266447 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-43ce7cfc-b815-45b3-a717-e9c94753a4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.307615 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-43ce7cfc-b815-45b3-a717-e9c94753a4b4 None None] Port cc82eaa5-6531-4cd3-a987-28ed0033b7cd cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:17:21.312964 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1202b9d3-2f5a-48e3-ae2f-6ccbee8aa283 req-5eb16754-8169-488c-bb13-77edbdd8aa80 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0341070 Jan 12 10:17:21.315473 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:17:21.399692 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.493831 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46534) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:21.525514 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:17Z', 'revision_number': 3, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:21.553408 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ecc38-895d-4fab-9e04-b741a35c9fef None None] The sync data for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi is: [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:17Z', 'revision_number': 3, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:21.605618 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks [] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.639201 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca76d22f-047f-48fb-9e9d-84a696760045 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.648844 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46540) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:21.681408 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.721607 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-7d1af284-c486-4f08-8e45-64377702558f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2bf55a6f2db41c595fb8a25402dfd26&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0708778 Jan 12 10:17:21.727334 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46544) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:21.759919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:21.763335 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (8fe376ca-99fd-4c7b-a548-02b762fcea92), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.823750 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca76d22f-047f-48fb-9e9d-84a696760045 admin admin] Publish callbacks [] for security_group (d625d3d0-42d7-4365-ae8e-58574f4ef602), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.827541 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c3211667-b44d-450f-aea1-3e55363b5fe1 admin admin] Publish callbacks [] for security_group (762d4e24-acd9-4598-ac4d-3fa569fd395f), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.853889 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c3211667-b44d-450f-aea1-3e55363b5fe1 admin admin] Publish callbacks [] for security_group (762d4e24-acd9-4598-ac4d-3fa569fd395f), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.889356 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:21.891416 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:21.918557 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca76d22f-047f-48fb-9e9d-84a696760045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d625d3d0-42d7-4365-ae8e-58574f4ef602), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:21.970318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76d22f-047f-48fb-9e9d-84a696760045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d625d3d0-42d7-4365-ae8e-58574f4ef602,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:21.978896 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ca76d22f-047f-48fb-9e9d-84a696760045 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6ad6e032e8944089a1ac1bd3cd9f37ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4798980 Jan 12 10:17:21.979148 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46548) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:22.062058 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0f13a91a-e10c-45c3-959f-18c0606e3b63 admin admin] Publish callbacks [] for security_group (d625d3d0-42d7-4365-ae8e-58574f4ef602), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:22.068767 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c3211667-b44d-450f-aea1-3e55363b5fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (762d4e24-acd9-4598-ac4d-3fa569fd395f), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:22.072333 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c3211667-b44d-450f-aea1-3e55363b5fe1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:22.077908 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-c3211667-b44d-450f-aea1-3e55363b5fe1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/762d4e24-acd9-4598-ac4d-3fa569fd395f HTTP/1.1" status: 204 len: 168 time: 0.3490899 Jan 12 10:17:22.091526 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3211667-b44d-450f-aea1-3e55363b5fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762d4e24-acd9-4598-ac4d-3fa569fd395f,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:22.147592 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0f13a91a-e10c-45c3-959f-18c0606e3b63 admin admin] Publish callbacks [] for security_group (d625d3d0-42d7-4365-ae8e-58574f4ef602), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:22.149320 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Router 8fe376ca-99fd-4c7b-a548-02b762fcea92 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:17:22.266326 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-978d7a39-414f-488d-89ed-28eb2f9841c5 None None] Provisioning complete for port cc82eaa5-6531-4cd3-a987-28ed0033b7cd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:22.266940 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-978d7a39-414f-488d-89ed-28eb2f9841c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:22.295152 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0f13a91a-e10c-45c3-959f-18c0606e3b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d625d3d0-42d7-4365-ae8e-58574f4ef602), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:22.298158 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0f13a91a-e10c-45c3-959f-18c0606e3b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:22.299637 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-0f13a91a-e10c-45c3-959f-18c0606e3b63 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d625d3d0-42d7-4365-ae8e-58574f4ef602 HTTP/1.1" status: 204 len: 168 time: 0.3195269 Jan 12 10:17:22.308855 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13a91a-e10c-45c3-959f-18c0606e3b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d625d3d0-42d7-4365-ae8e-58574f4ef602,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:22.326433 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-978d7a39-414f-488d-89ed-28eb2f9841c5 None None] Port cc82eaa5-6531-4cd3-a987-28ed0033b7cd cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:17:22.486578 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:17:22.505183 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-f9ab43f5-16af-4e9d-a511-3fc122c6eef5 admin admin] 10.222.0.76 "PUT /v2.0/routers/8fe376ca-99fd-4c7b-a548-02b762fcea92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6121454 Jan 12 10:17:22.543094 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b007778b-9f9b-44fa-b41e-8945ef809050 req-ce1ffa4d-77fa-48b9-832e-6afa9628ce0e tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0736232 Jan 12 10:17:23.126392 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46580) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:23.173132 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 46582) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:23.183536 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-0865e587-c102-4fe6-b841-7cfa8743dd87 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=010f0727432e46838d4ba12c9984b5b8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0552104 Jan 12 10:17:23.187466 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46584) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:23.205817 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80be7add-84a7-4531-8880-428e34d5c0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.248819 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e10e9c60-4423-435c-9456-e5f54dae32ed admin admin] Publish callbacks [] for security_group (c4613243-de76-4169-8d3b-f9493e6b334c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.281523 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e10e9c60-4423-435c-9456-e5f54dae32ed admin admin] Publish callbacks [] for security_group (c4613243-de76-4169-8d3b-f9493e6b334c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.381013 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80be7add-84a7-4531-8880-428e34d5c0aa admin admin] Publish callbacks [] for security_group (d2f35d49-b2cc-4a4d-a867-2503ed540a96), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.435479 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e10e9c60-4423-435c-9456-e5f54dae32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c4613243-de76-4169-8d3b-f9493e6b334c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.438074 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e10e9c60-4423-435c-9456-e5f54dae32ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.442868 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e10e9c60-4423-435c-9456-e5f54dae32ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c4613243-de76-4169-8d3b-f9493e6b334c HTTP/1.1" status: 204 len: 168 time: 0.2542593 Jan 12 10:17:23.451355 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e9c60-4423-435c-9456-e5f54dae32ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4613243-de76-4169-8d3b-f9493e6b334c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:23.470036 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80be7add-84a7-4531-8880-428e34d5c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d2f35d49-b2cc-4a4d-a867-2503ed540a96), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.536634 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-80be7add-84a7-4531-8880-428e34d5c0aa admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e27f126fd8c24efabfaa29612800f89d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3621962 Jan 12 10:17:23.537541 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be7add-84a7-4531-8880-428e34d5c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f35d49-b2cc-4a4d-a867-2503ed540a96,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:23.539344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46594) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:23.628525 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-250ed403-bfcc-4eb9-acc0-03d4f37afd86 admin admin] Publish callbacks [] for security_group (d2f35d49-b2cc-4a4d-a867-2503ed540a96), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.667691 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Sync routers for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:17:23.690001 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-250ed403-bfcc-4eb9-acc0-03d4f37afd86 admin admin] Publish callbacks [] for security_group (d2f35d49-b2cc-4a4d-a867-2503ed540a96), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.698060 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:23.725755 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:16:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:23.737140 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba9a4c8c-f742-4a30-8f5c-72bccb57650a req-d3e621bf-1ac4-4044-b9e0-2044acc1203d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0825126 Jan 12 10:17:23.835182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:17:23.859055 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46608) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:23.865086 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-dc9d42e3-d145-48f0-bb0e-b05eda7dfbf9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628350476', 'description': 'tempest-description--156110737'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:23.871975 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-250ed403-bfcc-4eb9-acc0-03d4f37afd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d2f35d49-b2cc-4a4d-a867-2503ed540a96), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.874745 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-250ed403-bfcc-4eb9-acc0-03d4f37afd86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.875895 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-250ed403-bfcc-4eb9-acc0-03d4f37afd86 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d2f35d49-b2cc-4a4d-a867-2503ed540a96 HTTP/1.1" status: 204 len: 168 time: 0.3352363 Jan 12 10:17:23.892693 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ed403-bfcc-4eb9-acc0-03d4f37afd86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f35d49-b2cc-4a4d-a867-2503ed540a96,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:23.953399 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:17:23.998241 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc9d42e3-d145-48f0-bb0e-b05eda7dfbf9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:23.998570 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:23.999110 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.096529 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc9d42e3-d145-48f0-bb0e-b05eda7dfbf9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (d812dc93-b4f1-4daa-810e-06fe3776b548), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.172954 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc9d42e3-d145-48f0-bb0e-b05eda7dfbf9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d812dc93-b4f1-4daa-810e-06fe3776b548), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.215051 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:24.215442 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.229057 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9d42e3-d145-48f0-bb0e-b05eda7dfbf9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d812dc93-b4f1-4daa-810e-06fe3776b548,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:24.242703 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:24.262229 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 2, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:24.290205 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Checking router: 8fe376ca-99fd-4c7b-a548-02b762fcea92 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:17:24.290688 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Updating router 8fe376ca-99fd-4c7b-a548-02b762fcea92 port cc82eaa5-6531-4cd3-a987-28ed0033b7cd binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:17:24.303935 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dc9d42e3-d145-48f0-bb0e-b05eda7dfbf9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.305376 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-dc9d42e3-d145-48f0-bb0e-b05eda7dfbf9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4452960 Jan 12 10:17:24.308196 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46624) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:24.313050 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-f2df6de7-e724-482b-8c35-35259e756c56 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'security_group_rule': {'security_group_id': 'd812dc93-b4f1-4daa-810e-06fe3776b548', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:24.321187 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.358945 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.445386 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f2df6de7-e724-482b-8c35-35259e756c56 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (bbbb0803-9524-4c2d-84ed-deba26de4eda), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.490129 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:24.527050 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f2df6de7-e724-482b-8c35-35259e756c56 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (bbbb0803-9524-4c2d-84ed-deba26de4eda), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.638227 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f2df6de7-e724-482b-8c35-35259e756c56 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (bbbb0803-9524-4c2d-84ed-deba26de4eda), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.673982 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df6de7-e724-482b-8c35-35259e756c56 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbb0803-9524-4c2d-84ed-deba26de4eda,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:24.772431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f2df6de7-e724-482b-8c35-35259e756c56 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.779564 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-f2df6de7-e724-482b-8c35-35259e756c56 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4645584 Jan 12 10:17:24.779564 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46650) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:24.780983 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-7f98ec74-b6cc-4f86-9b47-3fbe6bd2030f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'security_group_rule': {'security_group_id': 'd812dc93-b4f1-4daa-810e-06fe3776b548', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:24.873059 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Publish callbacks [] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:24.933528 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46660) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:24.935788 dv-cinder-821602-9-iscsi neutron-server[103261]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 12 10:17:24.987016 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0c8dccbd-1552-4c23-a059-8c337cdaa0e4 req-da2e8690-8d0c-49d1-8816-296157d8f81d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0523238 Jan 12 10:17:24.994394 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7f98ec74-b6cc-4f86-9b47-3fbe6bd2030f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (54ca3bf8-1b0e-42ea-9cb3-25a69876baad), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.026823 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.071904 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7f98ec74-b6cc-4f86-9b47-3fbe6bd2030f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (54ca3bf8-1b0e-42ea-9cb3-25a69876baad), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.108355 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc291e-4fa4-4dec-aaa6-0ad188994ec6 None None] Pushing event updated for resources: {'Port': ['ID=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:25.143089 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Attempting to bind port cc82eaa5-6531-4cd3-a987-28ed0033b7cd on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:17:25.143471 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Attempting to bind port cc82eaa5-6531-4cd3-a987-28ed0033b7cd by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:17:25.144745 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Attempting to bind port cc82eaa5-6531-4cd3-a987-28ed0033b7cd on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:17:25.153466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:17:25.153466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Checking segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:25.153466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.153466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Bound using segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:17:25.153466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Bound port: cc82eaa5-6531-4cd3-a987-28ed0033b7cd, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:17:25.153466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.207962 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7f98ec74-b6cc-4f86-9b47-3fbe6bd2030f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (54ca3bf8-1b0e-42ea-9cb3-25a69876baad), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.240391 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98ec74-b6cc-4f86-9b47-3fbe6bd2030f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ca3bf8-1b0e-42ea-9cb3-25a69876baad,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:25.255291 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] For port cc82eaa5-6531-4cd3-a987-28ed0033b7cd, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:25.259080 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] For port cc82eaa5-6531-4cd3-a987-28ed0033b7cd, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:25.320577 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7f98ec74-b6cc-4f86-9b47-3fbe6bd2030f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.322088 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-7f98ec74-b6cc-4f86-9b47-3fbe6bd2030f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5447743 Jan 12 10:17:25.333768 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 46674) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:25.340708 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:25.350530 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.467043 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:17:25.468336 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:16:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:25.478016 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.481334 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-1affb12d-31c9-46e3-93d4-d5832bc9975b None None] Provisioning complete for port cc82eaa5-6531-4cd3-a987-28ed0033b7cd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:25.481740 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1affb12d-31c9-46e3-93d4-d5832bc9975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.561624 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc291e-4fa4-4dec-aaa6-0ad188994ec6 None None] Pushing event updated for resources: {'Port': ['ID=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:25.677583 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:17:25.780143 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-1affb12d-31c9-46e3-93d4-d5832bc9975b None None] Current status of the port cc82eaa5-6531-4cd3-a987-28ed0033b7cd is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:25.780763 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1affb12d-31c9-46e3-93d4-d5832bc9975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.848729 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:17:25.926276 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:25.932273 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-1affb12d-31c9-46e3-93d4-d5832bc9975b None None] For port cc82eaa5-6531-4cd3-a987-28ed0033b7cd, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:25.993133 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:25.993504 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:26.079252 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1affb12d-31c9-46e3-93d4-d5832bc9975b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:26.095192 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Allocated IP 172.27.0.240 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/c55b2283-a546-45b4-8b6b-6f49366240ca) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:26.186923 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affb12d-31c9-46e3-93d4-d5832bc9975b None None] Pushing event updated for resources: {'Port': ['ID=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.193728 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:17:26.226180 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a260e2bc-998b-45a7-aaaa-2d1dc24b9a34 req-98f661a2-2546-419d-beb9-d486aafd6e4b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0711765 Jan 12 10:17:26.242311 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f560a-62b2-4bf2-af75-c2e6507ffe80 None None] The sync data for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi is: [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:17:26.254632 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:26.265659 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-608441df-b663-424b-96db-c4f4fd7af478 None None] Provisioning complete for port cc82eaa5-6531-4cd3-a987-28ed0033b7cd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:26.276582 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-608441df-b663-424b-96db-c4f4fd7af478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:26.325860 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:26.418700 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-608441df-b663-424b-96db-c4f4fd7af478 None None] Current status of the port cc82eaa5-6531-4cd3-a987-28ed0033b7cd is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:26.427732 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:26.477188 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:26.480151 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:26.490082 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:26.516245 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'Port': ['ID=c55b2283-a546-45b4-8b6b-6f49366240ca,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:26.665512 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (dad63d3d-0f9f-40a7-962f-fbcde2441716), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:26.749577 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-50c8388b-8f64-4815-a9ff-30ada4dd4bb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:26.830823 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:27.038503 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:27.134911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:27.222559 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'Port': ['ID=c55b2283-a546-45b4-8b6b-6f49366240ca,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:27.233888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (dad63d3d-0f9f-40a7-962f-fbcde2441716), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:27.319837 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:27.321233 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d79ead94-f04a-47f2-9a7f-5d3a98c31cc8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9863341 Jan 12 10:17:27.363175 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0de76277-91bd-4702-8de0-7e5ef67c5bb0 req-51fbb1df-88c4-4eb4-afa1-feb2a193e253 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0299945 Jan 12 10:17:27.546826 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-0db10849-4ceb-45b5-aa3f-c5c214baf93e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1628350476&fields=id&tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 267 time: 0.0524793 Jan 12 10:17:27.802060 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cc82eaa5-6531-4cd3-a987-28ed0033b7cd up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:17:27.828955 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-fb2a0ba6-dde2-4c95-a5b2-89de251dcd32 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:27.830632 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-fb2a0ba6-dde2-4c95-a5b2-89de251dcd32 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 817 time: 0.2750897 Jan 12 10:17:27.856729 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-1eb57835-7f67-4d07-b54e-b5fa137375fd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/quotas/2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 375 time: 0.0160933 Jan 12 10:17:27.878714 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port cc82eaa5-6531-4cd3-a987-28ed0033b7cd triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:27.879462 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:27.930218 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-6f6b608d-efb3-4d9c-86be-ec766f30dd65 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678663 Jan 12 10:17:27.971108 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port cc82eaa5-6531-4cd3-a987-28ed0033b7cd is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:28.076082 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-8aa99057-68fb-4404-b2ee-b5a1e22a53ff service neutron] 10.222.0.76 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049638 Jan 12 10:17:28.186087 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-97a028aa-eb7d-43d9-80a4-dabd30431117 service neutron] 10.222.0.76 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037035 Jan 12 10:17:28.450225 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-28ed2b64-6d90-4897-a8ca-26b6b4bd3f85 req-23d91095-b2a6-4279-851a-5e65c8fba8b8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 210 time: 0.0278707 Jan 12 10:17:28.480697 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-26f782c9-bc12-48ab-82f0-0210af574474 req-b7b20f32-66bb-47a9-a3e1-5be3ca075f5d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0359156 Jan 12 10:17:28.938087 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-82200c14-2166-445b-bc94-1021abf5eefc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:29.540973 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d649203b-498f-47de-af1a-09e1abc3a885 req-a3878f5e-0167-4a41-81fc-d82fd3253922 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 210 time: 0.0275464 Jan 12 10:17:29.578007 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-04b44a99-8a6b-4499-b5d2-460a996857f1 req-e31770ff-b685-406c-ba0d-90ea47805edc tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0282505 Jan 12 10:17:30.414581 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.79', 63749) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:30.455464 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:30.554824 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-394e6819-c792-43f5-9b1b-619717f90f4d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:30.556282 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-394e6819-c792-43f5-9b1b-619717f90f4d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.79 "GET /v2.0/networks?id=14d83d18-5704-40a0-9696-4511d82975c7 HTTP/1.1" status: 200 len: 812 time: 0.1319053 Jan 12 10:17:30.614470 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Request body: {'port': {'device_id': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'network_id': '14d83d18-5704-40a0-9696-4511d82975c7', 'admin_state_up': True, 'tenant_id': 'b72f8a0bfce645689afc0befb48b8969'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:30.684596 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2608c2be-9e07-4e26-b31b-95dc8ef9d950 req-a43913fd-5a2b-42c4-a29b-ee3b7b6421e9 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0276985 Jan 12 10:17:30.728673 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba691a7b-11cf-4371-bf22-9d2d61c762bd req-2687e525-56ab-4342-b4e6-4f6ae4364aaa tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 210 time: 0.0844648 Jan 12 10:17:30.944766 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Made reservation on behalf of b72f8a0bfce645689afc0befb48b8969 for: {'port': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:30.946159 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:31.188521 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Allocated IP 172.20.0.12 (14d83d18-5704-40a0-9696-4511d82975c7/7000030f-4565-49f5-9105-71b27b321233/e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:31.390167 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks [] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:31.504960 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:31.597953 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Network 14d83d18-5704-40a0-9696-4511d82975c7 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:31.625940 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Pushing event updated for resources: {'Port': ['ID=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:31.630803 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:31.655448 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:31.752764 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:31.754581 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:31.810040 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:31.869273 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5763bb8f-25d2-41c7-b6d3-af537bbe42ca req-5c470a22-007a-4a73-b56b-ebadd60597fe tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:31.871766 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5763bb8f-25d2-41c7-b6d3-af537bbe42ca req-5c470a22-007a-4a73-b56b-ebadd60597fe tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 932 time: 0.0952444 Jan 12 10:17:31.948305 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a9e2efef-05ef-468d-adf9-b4de4f7617b2 req-5fe4a3b5-d6f4-4b5d-a1a2-14ada75bfc37 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 210 time: 0.0276206 Jan 12 10:17:31.948527 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5763bb8f-25d2-41c7-b6d3-af537bbe42ca req-dbd559f9-e924-4e22-8de2-f10e8bbc25af tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655739 Jan 12 10:17:31.958214 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-48e4b266-dad7-41d8-a2f9-c1f9b65ace5b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3489161 Jan 12 10:17:31.975069 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-777ee2dd-d440-4192-9212-b9d5e4fdf417 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:17:31.975069 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-777ee2dd-d440-4192-9212-b9d5e4fdf417 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061650 Jan 12 10:17:32.074342 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.79', 63763) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:32.167141 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-61c2cab1-6f24-4a43-949d-09c289e09ff2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:32.170655 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-61c2cab1-6f24-4a43-949d-09c289e09ff2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 817 time: 0.1301672 Jan 12 10:17:32.171074 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Request body: {'port': {'device_id': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:32.272449 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-bb04351e-f2ff-4064-93f2-cf69c4eea928 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 380 time: 0.0865660 Jan 12 10:17:32.279668 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:32.297541 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'port': {'device_id': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'admin_state_up': True, 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'security_groups': ['d812dc93-b4f1-4daa-810e-06fe3776b548']}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:32.744626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Made reservation on behalf of 2588b3a3f1cd4c8da1c77c96cec24e5f for: {'port': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:17:32.748318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:32.806432 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:32.939186 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Allocated IP 172.20.0.11 (8ae1c859-4005-42c0-8f65-f1d61b0735dc/6b187d34-70a9-4eba-a486-311c9ece1ccf/f125cee2-d58d-49b1-b601-35c76d6ede7f) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:17:32.977111 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:17:33.008199 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Publish callbacks [] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:33.055790 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Transition to ACTIVE for port object e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:33.172707 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:33.385908 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:33.429528 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b99463-8b4a-49ae-9d32-2b2d683193f9 req-521de755-5dd0-4260-a934-337d9bacb526 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:33.433684 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-07b99463-8b4a-49ae-9d32-2b2d683193f9 req-521de755-5dd0-4260-a934-337d9bacb526 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.2744925 Jan 12 10:17:33.448689 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Pushing event updated for resources: {'Port': ['ID=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:33.529182 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6ad61cd9-68ca-4ea0-950d-5b94affff427 req-2608555b-2bf9-45e9-9f0e-c9ec57805a1d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 210 time: 0.0388520 Jan 12 10:17:33.537361 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Attempting to bind port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:17:33.537755 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Attempting to bind port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '966fb1f8-6da9-4f1d-95f9-f4bac729a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14d83d18-5704-40a0-9696-4511d82975c7'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:17:33.538176 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Attempting to bind port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa on network 14d83d18-5704-40a0-9696-4511d82975c7 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:17:33.558086 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-07b99463-8b4a-49ae-9d32-2b2d683193f9 req-289d8905-e412-4368-919a-75c559ee2c5a tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194642 Jan 12 10:17:33.559195 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa on network 14d83d18-5704-40a0-9696-4511d82975c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:17:33.565250 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Attempting to bind port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa on network 14d83d18-5704-40a0-9696-4511d82975c7 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:17:33.574076 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:17:33.582427 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Checking segment: {'id': '966fb1f8-6da9-4f1d-95f9-f4bac729a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14d83d18-5704-40a0-9696-4511d82975c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:33.582427 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Bound using segment: {'id': '966fb1f8-6da9-4f1d-95f9-f4bac729a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14d83d18-5704-40a0-9696-4511d82975c7'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:17:33.582427 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Bound port: e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966fb1f8-6da9-4f1d-95f9-f4bac729a0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '14d83d18-5704-40a0-9696-4511d82975c7'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:17:33.582427 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:33.656104 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] For port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:33.661765 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] For port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,segment=NetworkSegment(966fb1f8-6da9-4f1d-95f9-f4bac729a0b2),segment_id=966fb1f8-6da9-4f1d-95f9-f4bac729a0b2)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:34.504404 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:34.548897 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:17:34.554907 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:17:34.559025 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:17:34.597872 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:34.650081 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:34.664687 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:34.666124 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:34.733009 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:34.733649 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:34.735736 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] 10.222.0.79 "PUT /v2.0/ports/e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa HTTP/1.1" status: 200 len: 1094 time: 2.6603582 Jan 12 10:17:34.736214 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'tag': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:34.778423 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b4b36-73ae-47ca-af90-7c8a02df5335 service neutron] Pushing event updated for resources: {'Port': ['ID=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:34.821740 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-24c45cbf-986b-4651-823b-928910bbe5b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5388601 Jan 12 10:17:34.914271 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5342f820-f425-485e-8bb6-4bf06800ddb3" -d '{"events": [{"name": "network-changed", "server_uuid": "6b82886b-ca8f-4463-8bac-796eecf38c49", "tag": "e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:17:34.919831 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-0d70c202-37eb-48df-8f9c-e64533b61acf None None] Provisioning complete for port f125cee2-d58d-49b1-b601-35c76d6ede7f triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:34.921343 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0d70c202-37eb-48df-8f9c-e64533b61acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:34.959564 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-0d70c202-37eb-48df-8f9c-e64533b61acf None None] Port f125cee2-d58d-49b1-b601-35c76d6ede7f cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:17:35.336016 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06509a52-eb0b-4819-a977-184b477f9d5b req-d80ae5a6-0b1e-4181-a982-69264659e705 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:35.338169 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-06509a52-eb0b-4819-a977-184b477f9d5b req-d80ae5a6-0b1e-4181-a982-69264659e705 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 932 time: 0.1184764 Jan 12 10:17:35.380172 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f483c3-22d8-4a27-bc21-1258624f3b57 req-f8d73cb9-df88-45aa-bbab-59de8e124e1b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:35.389372 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f483c3-22d8-4a27-bc21-1258624f3b57 req-f8d73cb9-df88-45aa-bbab-59de8e124e1b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0816624 Jan 12 10:17:35.429341 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-06509a52-eb0b-4819-a977-184b477f9d5b req-e50eaf67-5917-49c2-a091-b43458e1e0a7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710871 Jan 12 10:17:35.457697 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f483c3-22d8-4a27-bc21-1258624f3b57 req-d1d3d41c-ea14-4f65-ae60-08fb6c8bd3a5 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666127 Jan 12 10:17:35.607066 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96147a02-fe0a-43fa-8603-d831ddd9a5e5 x-openstack-request-id: req-96147a02-fe0a-43fa-8603-d831ddd9a5e5 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:17:35.607382 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b82886b-ca8f-4463-8bac-796eecf38c49", "tag": "e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:17:35.607757 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-96147a02-fe0a-43fa-8603-d831ddd9a5e5 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:17:35.608432 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'tag': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa', 'status': 'completed', 'code': 200} Jan 12 10:17:36.557622 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47110) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:36.578685 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d177bc4-1ed2-4408-b9bc-3df0f1fc6e81 req-96026e7c-1347-490f-9ebc-b829c3dd3108 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:36.580570 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6d177bc4-1ed2-4408-b9bc-3df0f1fc6e81 req-96026e7c-1347-490f-9ebc-b829c3dd3108 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 932 time: 0.0730989 Jan 12 10:17:36.652262 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30b660-9d40-4104-a520-ba3a2ffba71d req-87b23596-da6c-4bda-98bd-111e410c8cf8 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:36.656296 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6d177bc4-1ed2-4408-b9bc-3df0f1fc6e81 req-11ebfca1-e153-43bc-8f66-ffa6aefbc052 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679221 Jan 12 10:17:36.661539 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7d30b660-9d40-4104-a520-ba3a2ffba71d req-87b23596-da6c-4bda-98bd-111e410c8cf8 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0805695 Jan 12 10:17:36.729650 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7d30b660-9d40-4104-a520-ba3a2ffba71d req-61b0b9cf-c9de-447d-85c4-e62cb161ae37 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671227 Jan 12 10:17:36.755213 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47118) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:36.794950 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5fed-c1b7-48e9-a820-57077463fda9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:36.843225 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e351cddd-230f-4e5d-b04a-6628edc9bdae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:36.881097 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5fed-c1b7-48e9-a820-57077463fda9 admin admin] Publish callbacks [] for security_group (e0e8db97-e6a4-4d4a-83ec-d83d692b4f19), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:36.932664 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e351cddd-230f-4e5d-b04a-6628edc9bdae admin admin] Publish callbacks [] for security_group (44cff615-ab2c-46ea-b6b0-4fa6ddb563b6), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:36.995181 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9fc5fed-c1b7-48e9-a820-57077463fda9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e0e8db97-e6a4-4d4a-83ec-d83d692b4f19), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.045569 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fc5fed-c1b7-48e9-a820-57077463fda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e8db97-e6a4-4d4a-83ec-d83d692b4f19,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.051533 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-a9fc5fed-c1b7-48e9-a820-57077463fda9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=df8c2c6a21f1490980cfef36026fdf9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4900875 Jan 12 10:17:37.055096 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47124) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:37.074873 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e351cddd-230f-4e5d-b04a-6628edc9bdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (44cff615-ab2c-46ea-b6b0-4fa6ddb563b6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.140994 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e351cddd-230f-4e5d-b04a-6628edc9bdae admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=62f9bde8983642c7bdfe492d52e51e6f&name=default HTTP/1.1" status: 200 len: 2993 time: 0.3815174 Jan 12 10:17:37.140994 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e351cddd-230f-4e5d-b04a-6628edc9bdae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cff615-ab2c-46ea-b6b0-4fa6ddb563b6,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.141554 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47126) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:37.158799 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-510c0c47-5384-4063-ac84-b79bd3c026a5 admin admin] Publish callbacks [] for security_group (e0e8db97-e6a4-4d4a-83ec-d83d692b4f19), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.187250 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-510c0c47-5384-4063-ac84-b79bd3c026a5 admin admin] Publish callbacks [] for security_group (e0e8db97-e6a4-4d4a-83ec-d83d692b4f19), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.231205 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-14b070c4-040b-4eb4-8774-a10d86398985 admin admin] Publish callbacks [] for security_group (44cff615-ab2c-46ea-b6b0-4fa6ddb563b6), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.258160 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-14b070c4-040b-4eb4-8774-a10d86398985 admin admin] Publish callbacks [] for security_group (44cff615-ab2c-46ea-b6b0-4fa6ddb563b6), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.355197 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-510c0c47-5384-4063-ac84-b79bd3c026a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e0e8db97-e6a4-4d4a-83ec-d83d692b4f19), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.357907 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-510c0c47-5384-4063-ac84-b79bd3c026a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.365851 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-510c0c47-5384-4063-ac84-b79bd3c026a5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0e8db97-e6a4-4d4a-83ec-d83d692b4f19 HTTP/1.1" status: 204 len: 168 time: 0.3025620 Jan 12 10:17:37.368212 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c0c47-5384-4063-ac84-b79bd3c026a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e8db97-e6a4-4d4a-83ec-d83d692b4f19,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.390168 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-14b070c4-040b-4eb4-8774-a10d86398985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (44cff615-ab2c-46ea-b6b0-4fa6ddb563b6), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.393394 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-14b070c4-040b-4eb4-8774-a10d86398985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:37.396231 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-14b070c4-040b-4eb4-8774-a10d86398985 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/44cff615-ab2c-46ea-b6b0-4fa6ddb563b6 HTTP/1.1" status: 204 len: 168 time: 0.2526155 Jan 12 10:17:37.406616 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b070c4-040b-4eb4-8774-a10d86398985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cff615-ab2c-46ea-b6b0-4fa6ddb563b6,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:37.863812 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448570d-e343-44b4-8c1c-9ad360841b32 req-f7477335-eb08-45de-ab29-f57c5f4c0550 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:37.873079 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5448570d-e343-44b4-8c1c-9ad360841b32 req-f7477335-eb08-45de-ab29-f57c5f4c0550 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 932 time: 0.1228950 Jan 12 10:17:37.900642 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3a0c8-c209-47f5-bda7-aba1e8bf922c req-6e19f060-8a84-4b57-9caa-f80699aa936d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:37.902292 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ef3a0c8-c209-47f5-bda7-aba1e8bf922c req-6e19f060-8a84-4b57-9caa-f80699aa936d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.1006701 Jan 12 10:17:37.950955 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5448570d-e343-44b4-8c1c-9ad360841b32 req-dfb4be97-d66d-4510-9eea-f14bd49478aa tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688937 Jan 12 10:17:37.981749 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ef3a0c8-c209-47f5-bda7-aba1e8bf922c req-fcf99e46-81ca-46fd-8884-c64c6b5e0f97 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726075 Jan 12 10:17:38.304900 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47158) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:38.321932 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4422dbc4-204a-4e68-94f8-2d520d5fd776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:38.435091 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4422dbc4-204a-4e68-94f8-2d520d5fd776 admin admin] Publish callbacks [] for security_group (93c50509-ec50-4bcc-bca5-3086bb786abf), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:38.552123 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4422dbc4-204a-4e68-94f8-2d520d5fd776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (93c50509-ec50-4bcc-bca5-3086bb786abf), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:38.591806 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-4422dbc4-204a-4e68-94f8-2d520d5fd776 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=534c7093b3fa4b9bbe0d0f317a44c416&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857003 Jan 12 10:17:38.592522 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4422dbc4-204a-4e68-94f8-2d520d5fd776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c50509-ec50-4bcc-bca5-3086bb786abf,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:38.594759 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47168) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:38.652011 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7270744-9330-4fe5-952e-9a3c6d32025e admin admin] Publish callbacks [] for security_group (93c50509-ec50-4bcc-bca5-3086bb786abf), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:38.675263 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7270744-9330-4fe5-952e-9a3c6d32025e admin admin] Publish callbacks [] for security_group (93c50509-ec50-4bcc-bca5-3086bb786abf), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:38.833697 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7270744-9330-4fe5-952e-9a3c6d32025e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (93c50509-ec50-4bcc-bca5-3086bb786abf), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:38.836734 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7270744-9330-4fe5-952e-9a3c6d32025e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:38.840542 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f7270744-9330-4fe5-952e-9a3c6d32025e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93c50509-ec50-4bcc-bca5-3086bb786abf HTTP/1.1" status: 204 len: 168 time: 0.2424469 Jan 12 10:17:38.848184 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7270744-9330-4fe5-952e-9a3c6d32025e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c50509-ec50-4bcc-bca5-3086bb786abf,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:39.104754 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90930f70-cd31-415c-84fe-e1171a74f3e3 req-01dd3262-c729-4e16-a1f4-37e9b4b3e697 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:39.120441 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-90930f70-cd31-415c-84fe-e1171a74f3e3 req-01dd3262-c729-4e16-a1f4-37e9b4b3e697 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 932 time: 0.0827065 Jan 12 10:17:39.192781 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141b836-0f64-4d90-bdc6-b31bf39a9828 req-5e106a06-f3c7-4792-9670-91796745eead tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:39.194951 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e141b836-0f64-4d90-bdc6-b31bf39a9828 req-5e106a06-f3c7-4792-9670-91796745eead tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.1019373 Jan 12 10:17:39.196168 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-90930f70-cd31-415c-84fe-e1171a74f3e3 req-e9bb4308-155d-4701-a52e-7c00bb1d6d09 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609009 Jan 12 10:17:39.260188 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e141b836-0f64-4d90-bdc6-b31bf39a9828 req-5365b0df-4c55-4ede-bbef-20c08620d806 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541744 Jan 12 10:17:40.354813 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb25bc54-24b3-4b18-949a-6af19f5f1522 req-bcef0cdc-322c-4bd6-8868-f6e512edd06b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:40.356436 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-eb25bc54-24b3-4b18-949a-6af19f5f1522 req-bcef0cdc-322c-4bd6-8868-f6e512edd06b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 932 time: 0.0680976 Jan 12 10:17:40.455907 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c19d6-7bbb-4aa6-8dd2-c88a61ccd1ca req-9390f9d8-b08b-4b45-83ab-8ebbf71a66d6 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:40.468062 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-889c19d6-7bbb-4aa6-8dd2-c88a61ccd1ca req-9390f9d8-b08b-4b45-83ab-8ebbf71a66d6 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.1270194 Jan 12 10:17:40.488294 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-eb25bc54-24b3-4b18-949a-6af19f5f1522 req-f448b8d8-ce4f-4e90-adbb-639f7c5c2d77 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247280 Jan 12 10:17:40.562222 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-889c19d6-7bbb-4aa6-8dd2-c88a61ccd1ca req-5f349d6d-c2c4-4dec-a795-c44d2000bad5 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930979 Jan 12 10:17:40.832220 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Request body: {'port': {'device_id': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:17:40.989921 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:41.021039 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f820-f425-485e-8bb6-4bf06800ddb3 req-def05fdf-328d-4563-8e35-fe76aba63c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.023785 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5342f820-f425-485e-8bb6-4bf06800ddb3 req-def05fdf-328d-4563-8e35-fe76aba63c9d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b72f8a0bfce645689afc0befb48b8969&device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 1097 time: 0.1682718 Jan 12 10:17:41.216455 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f820-f425-485e-8bb6-4bf06800ddb3 req-1697a278-572d-40ca-977d-5e2d469dafce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.217947 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5342f820-f425-485e-8bb6-4bf06800ddb3 req-1697a278-572d-40ca-977d-5e2d469dafce service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=b72f8a0bfce645689afc0befb48b8969&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1874154 Jan 12 10:17:41.365730 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f125cee2-d58d-49b1-b601-35c76d6ede7f {{(pid=103260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:17:41.373988 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Publish callbacks [] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:41.397600 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.provisioning_blocks [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Transition to ACTIVE for port object f125cee2-d58d-49b1-b601-35c76d6ede7f will not be triggered until provisioned by entity L2. {{(pid=103260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:17:41.412360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342f820-f425-485e-8bb6-4bf06800ddb3 req-cf315039-6439-4a29-ba1e-fc3a26754b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.413859 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5342f820-f425-485e-8bb6-4bf06800ddb3 req-cf315039-6439-4a29-ba1e-fc3a26754b6b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1873271 Jan 12 10:17:41.497156 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-15302631-354b-44af-82cb-01785d50a3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.498700 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-15302631-354b-44af-82cb-01785d50a3d8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b72f8a0bfce645689afc0befb48b8969&device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 1097 time: 0.0427811 Jan 12 10:17:41.528988 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:41.632225 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:41.818294 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87a985-360e-40c9-981a-e5092ee0ac63 req-4f54936e-e7c1-47f2-aec3-51e6f6a3fb6c tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.819845 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1e87a985-360e-40c9-981a-e5092ee0ac63 req-4f54936e-e7c1-47f2-aec3-51e6f6a3fb6c tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.1450784 Jan 12 10:17:41.837625 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Attempting to bind port f125cee2-d58d-49b1-b601-35c76d6ede7f on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:17:41.838099 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Attempting to bind port f125cee2-d58d-49b1-b601-35c76d6ede7f by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:17:41.838921 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Attempting to bind port f125cee2-d58d-49b1-b601-35c76d6ede7f on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:17:41.853700 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Port f125cee2-d58d-49b1-b601-35c76d6ede7f on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:17:41.854006 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Attempting to bind port f125cee2-d58d-49b1-b601-35c76d6ede7f on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:17:41.864720 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:17:41.865146 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Checking segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:17:41.865736 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Bound using segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:17:41.866167 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Bound port: f125cee2-d58d-49b1-b601-35c76d6ede7f, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:17:41.866530 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:41.876174 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-f6a00b58-b79b-41b7-bfee-52c1985084e4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa HTTP/1.1" status: 200 len: 217 time: 0.3699896 Jan 12 10:17:41.905696 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1e87a985-360e-40c9-981a-e5092ee0ac63 req-271d3852-a882-4bfe-a1c2-ead332eea8db tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756257 Jan 12 10:17:41.978501 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c579c3-7764-44a3-a56e-7c74c96615cb req-5a89cc47-fc02-4f38-8702-1fc9031b726d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.980730 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-45c579c3-7764-44a3-a56e-7c74c96615cb req-5a89cc47-fc02-4f38-8702-1fc9031b726d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1163247 Jan 12 10:17:41.981062 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:17:41.983816 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-e20cb71e-818a-497b-96a5-f2d11bcf231a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:41.985185 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-e20cb71e-818a-497b-96a5-f2d11bcf231a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7000030f-4565-49f5-9105-71b27b321233 HTTP/1.1" status: 200 len: 852 time: 0.0900974 Jan 12 10:17:41.986702 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:17:42.063080 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-ca692458-ddba-49e8-83b2-a9e107782255 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=14d83d18-5704-40a0-9696-4511d82975c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653002 Jan 12 10:17:42.075253 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:42.102513 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-45c579c3-7764-44a3-a56e-7c74c96615cb req-01dc7eb3-424f-48b1-af7f-3311bf353ae1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148343 Jan 12 10:17:42.122867 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:42.124112 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:42.126238 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] 10.222.0.79 "PUT /v2.0/ports/f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 1094 time: 1.3005142 Jan 12 10:17:42.126897 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:42.156774 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6bee3-f47f-4ea9-88da-396ce74636b7 service neutron] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:42.205896 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-d2935ff4-f469-4b49-8b15-9e8f9f5b1326 service neutron] 10.222.0.79 "GET /v2.0/networks/14d83d18-5704-40a0-9696-4511d82975c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357818 Jan 12 10:17:42.370572 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb86a247-efa2-437b-9686-79e1c72c1121" -d '{"events": [{"name": "network-changed", "server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:17:42.427102 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3173e8b3-de83-4fdf-b9b7-490936407038 req-4ca3bb7d-f76f-47a6-a6be-f78db8326213 service neutron] 10.222.0.79 "GET /v2.0/networks/14d83d18-5704-40a0-9696-4511d82975c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142341 Jan 12 10:17:42.438453 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-189dab96-bddc-4a9a-b548-3fe9e255714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:42.441512 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-189dab96-bddc-4a9a-b548-3fe9e255714c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1097 time: 0.1846235 Jan 12 10:17:42.543554 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d988956-f661-4052-8ff0-0aa35c0e6af8 x-openstack-request-id: req-6d988956-f661-4052-8ff0-0aa35c0e6af8 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:17:42.544117 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:17:42.544447 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6d988956-f661-4052-8ff0-0aa35c0e6af8 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:17:42.545359 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'status': 'completed', 'code': 200} Jan 12 10:17:42.599696 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-7abca6fc-bb8b-48a4-ab1b-f7acb0396b00 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 217 time: 0.1413956 Jan 12 10:17:42.718054 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-435165a3-8012-4762-ba16-a7c12745dd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:42.719975 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-435165a3-8012-4762-ba16-a7c12745dd63 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.1117885 Jan 12 10:17:42.933292 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-209ff6a7-8729-4d74-8d19-e1f55b7d2a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:42.934878 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-209ff6a7-8729-4d74-8d19-e1f55b7d2a55 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2062445 Jan 12 10:17:43.046392 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a4d5e-848a-4490-941a-6757dcf6b3bc req-c65e668b-35c5-4d69-a1ad-dc7c1fab859f tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:43.047943 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ec2a4d5e-848a-4490-941a-6757dcf6b3bc req-c65e668b-35c5-4d69-a1ad-dc7c1fab859f tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0618687 Jan 12 10:17:43.099027 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ec2a4d5e-848a-4490-941a-6757dcf6b3bc req-ff4e46ec-e4d2-4427-a958-5be40f632d88 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444376 Jan 12 10:17:43.273555 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791eef54-2510-4886-a6e6-ce27d812fdc9 req-d848563f-d793-4d19-b2c6-25c736c79e3a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:43.275057 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-791eef54-2510-4886-a6e6-ce27d812fdc9 req-d848563f-d793-4d19-b2c6-25c736c79e3a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0512741 Jan 12 10:17:43.324489 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-791eef54-2510-4886-a6e6-ce27d812fdc9 req-41447649-02c7-4532-999e-9f02e139d224 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Jan 12 10:17:44.001885 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-1b8eb0b5-2b98-49e9-84a9-3044cca90954 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007979 Jan 12 10:17:44.212737 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9b7f1-9076-4e3c-a508-e6340c8d12cb req-93a2216a-5939-4cf7-a195-39a452ef4d19 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:44.214167 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95b9b7f1-9076-4e3c-a508-e6340c8d12cb req-93a2216a-5939-4cf7-a195-39a452ef4d19 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0493531 Jan 12 10:17:44.261042 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95b9b7f1-9076-4e3c-a508-e6340c8d12cb req-ea79d049-3a67-4ea8-95b7-d9d9e0756ccc tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412393 Jan 12 10:17:44.458744 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a8bb8-76d8-4af4-8893-ef5442dce8d9 req-aaae0bfd-c600-44b0-8506-928d2f4c1dd8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:44.460260 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-744a8bb8-76d8-4af4-8893-ef5442dce8d9 req-aaae0bfd-c600-44b0-8506-928d2f4c1dd8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0557992 Jan 12 10:17:44.511569 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-744a8bb8-76d8-4af4-8893-ef5442dce8d9 req-e2114dd9-e8fd-4710-8bc3-a9da1e066e18 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454504 Jan 12 10:17:45.375503 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f19f3d-cb0d-4545-a55f-bd7542ea4de8 req-d0b88e11-5e3a-4a67-be39-9beb24730784 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:45.377009 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4f19f3d-cb0d-4545-a55f-bd7542ea4de8 req-d0b88e11-5e3a-4a67-be39-9beb24730784 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0493851 Jan 12 10:17:45.427658 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4f19f3d-cb0d-4545-a55f-bd7542ea4de8 req-33d4bed1-f28e-4f4c-b5e0-e521873ec4b5 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445213 Jan 12 10:17:45.632042 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503f159-4a96-4263-a896-ee0a7b88f6d0 req-41ede4cb-07c8-482f-bff6-6bc3c86832cd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:45.633618 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6503f159-4a96-4263-a896-ee0a7b88f6d0 req-41ede4cb-07c8-482f-bff6-6bc3c86832cd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0483685 Jan 12 10:17:45.683074 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6503f159-4a96-4263-a896-ee0a7b88f6d0 req-5d3e03eb-6b0d-4d7c-9908-3c428b2ee39b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440018 Jan 12 10:17:45.789632 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5621faee-9ff8-4a85-947f-34e80c73f6db req-f5af7a99-861f-48d4-aa6d-490dc0ab1b7f service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996583 Jan 12 10:17:45.969169 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-2bae8d0b-9c66-4f18-be2c-16375c27176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:45.970789 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-2bae8d0b-9c66-4f18-be2c-16375c27176c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1097 time: 0.0576804 Jan 12 10:17:46.138469 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-3bcae142-c69a-41b7-8fdb-5d1816528ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.140172 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-3bcae142-c69a-41b7-8fdb-5d1816528ddc service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.1623209 Jan 12 10:17:46.180550 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-7e8de50e-8b38-4ee2-b488-f35e78299932 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 217 time: 0.0338852 Jan 12 10:17:46.233442 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-ff79f20f-0052-46aa-a59e-616973c6e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.234941 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-ff79f20f-0052-46aa-a59e-616973c6e813 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0479600 Jan 12 10:17:46.281917 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-7f5ef323-2a82-4121-b3c5-9b02cbddcfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.283407 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-7f5ef323-2a82-4121-b3c5-9b02cbddcfc6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425146 Jan 12 10:17:46.371613 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-884df639-5aa1-46d0-b83f-ea8264933375 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809677 Jan 12 10:17:46.487259 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fb86a247-efa2-437b-9686-79e1c72c1121 req-3b9f12a4-b868-4327-9420-6826236238bd service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089764 Jan 12 10:17:46.499740 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47420) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:46.556204 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec0076-797d-4191-8c91-e73c156aead0 req-e6ded666-e734-43aa-b93b-e0ce1ae17671 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.558247 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95ec0076-797d-4191-8c91-e73c156aead0 req-e6ded666-e734-43aa-b93b-e0ce1ae17671 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0579834 Jan 12 10:17:46.610678 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95ec0076-797d-4191-8c91-e73c156aead0 req-ae3d07eb-5d9e-4b37-9e85-3c909f52610f tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456295 Jan 12 10:17:46.631431 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a05de8f8-894b-448b-a73d-397b09b5c3c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:46.708057 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a05de8f8-894b-448b-a73d-397b09b5c3c7 admin admin] Publish callbacks [] for security_group (853dddef-1762-4f1f-9a2b-b06068a01102), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:46.811024 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b8b13b-696d-4a9b-8a78-63eb37417e29 req-d853da87-6f4c-443b-b4fc-7c5b96266109 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:46.812508 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b3b8b13b-696d-4a9b-8a78-63eb37417e29 req-d853da87-6f4c-443b-b4fc-7c5b96266109 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0503089 Jan 12 10:17:46.859959 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b3b8b13b-696d-4a9b-8a78-63eb37417e29 req-35883f09-1c5d-4ea9-bdf1-1688e99ef279 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 Jan 12 10:17:46.934077 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a05de8f8-894b-448b-a73d-397b09b5c3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (853dddef-1762-4f1f-9a2b-b06068a01102), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:46.978563 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-a05de8f8-894b-448b-a73d-397b09b5c3c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d57977d478b74ed8aa541fc8f41fad3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4753001 Jan 12 10:17:46.978563 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de8f8-894b-448b-a73d-397b09b5c3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853dddef-1762-4f1f-9a2b-b06068a01102,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:46.978805 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47440) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:47.030655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-51a2e7fb-4907-4cb9-b79f-4a9e1bea232a admin admin] Publish callbacks [] for security_group (853dddef-1762-4f1f-9a2b-b06068a01102), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.052498 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-51a2e7fb-4907-4cb9-b79f-4a9e1bea232a admin admin] Publish callbacks [] for security_group (853dddef-1762-4f1f-9a2b-b06068a01102), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.197468 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-51a2e7fb-4907-4cb9-b79f-4a9e1bea232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (853dddef-1762-4f1f-9a2b-b06068a01102), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.198054 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.200491 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-51a2e7fb-4907-4cb9-b79f-4a9e1bea232a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.202062 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-51a2e7fb-4907-4cb9-b79f-4a9e1bea232a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/853dddef-1762-4f1f-9a2b-b06068a01102 HTTP/1.1" status: 204 len: 168 time: 0.2220740 Jan 12 10:17:47.213087 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2e7fb-4907-4cb9-b79f-4a9e1bea232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853dddef-1762-4f1f-9a2b-b06068a01102,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:47.280755 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47452) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:47.393033 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7df04c00-ee6e-4035-9a06-6764e94eae51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.505562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7df04c00-ee6e-4035-9a06-6764e94eae51 admin admin] Publish callbacks [] for security_group (5f950cfe-b3a7-4bc3-922a-51b452529967), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.620075 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7df04c00-ee6e-4035-9a06-6764e94eae51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5f950cfe-b3a7-4bc3-922a-51b452529967), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.665540 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-7df04c00-ee6e-4035-9a06-6764e94eae51 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=10c93477f5d548aa8e2a4d6e0acddd43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836489 Jan 12 10:17:47.666424 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df04c00-ee6e-4035-9a06-6764e94eae51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f950cfe-b3a7-4bc3-922a-51b452529967,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:47.668307 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47474) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:47.746495 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8c63d804-c5dc-42eb-83b6-880f23c77d17 admin admin] Publish callbacks [] for security_group (5f950cfe-b3a7-4bc3-922a-51b452529967), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.798180 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73a231-4bfc-4e6d-aae7-ca5e5d73c078 req-60f58b4a-077b-4451-a546-0b218a441d3b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:47.799771 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ac73a231-4bfc-4e6d-aae7-ca5e5d73c078 req-60f58b4a-077b-4451-a546-0b218a441d3b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0915296 Jan 12 10:17:47.801901 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8c63d804-c5dc-42eb-83b6-880f23c77d17 admin admin] Publish callbacks [] for security_group (5f950cfe-b3a7-4bc3-922a-51b452529967), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.849709 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ac73a231-4bfc-4e6d-aae7-ca5e5d73c078 req-b02da4a2-9080-41c3-937a-86cd985f59ba tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442255 Jan 12 10:17:47.945271 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:17:47.946849 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8c63d804-c5dc-42eb-83b6-880f23c77d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5f950cfe-b3a7-4bc3-922a-51b452529967), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.949903 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8c63d804-c5dc-42eb-83b6-880f23c77d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:47.950950 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-8c63d804-c5dc-42eb-83b6-880f23c77d17 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5f950cfe-b3a7-4bc3-922a-51b452529967 HTTP/1.1" status: 204 len: 168 time: 0.2784965 Jan 12 10:17:47.975588 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63d804-c5dc-42eb-83b6-880f23c77d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f950cfe-b3a7-4bc3-922a-51b452529967,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:47.999014 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9940789-667f-44fb-b41d-304d83c21457 req-1195a03f-563f-4963-9a46-9ca1daff789f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:48.000638 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e9940789-667f-44fb-b41d-304d83c21457 req-1195a03f-563f-4963-9a46-9ca1daff789f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0647986 Jan 12 10:17:48.055684 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e9940789-667f-44fb-b41d-304d83c21457 req-fc368a87-ba98-4536-bcf5-ef116a7b9957 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459907 Jan 12 10:17:48.064181 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47488) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:48.078897 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3a6d-d459-4f12-86e1-a3724195b7c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:48.164617 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3a6d-d459-4f12-86e1-a3724195b7c9 admin admin] Publish callbacks [] for security_group (b4c44d25-b227-43ba-8a9f-9bf963001354), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:48.246177 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2ecf3a6d-d459-4f12-86e1-a3724195b7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b4c44d25-b227-43ba-8a9f-9bf963001354), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:48.288706 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-2ecf3a6d-d459-4f12-86e1-a3724195b7c9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8094cb4664ed4c4bb837cd844d631ec0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2234447 Jan 12 10:17:48.289989 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf3a6d-d459-4f12-86e1-a3724195b7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c44d25-b227-43ba-8a9f-9bf963001354,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:48.291488 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47492) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:48.348704 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c0b32821-8600-41de-9a11-1608d4d39e2a admin admin] Publish callbacks [] for security_group (b4c44d25-b227-43ba-8a9f-9bf963001354), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:48.376622 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c0b32821-8600-41de-9a11-1608d4d39e2a admin admin] Publish callbacks [] for security_group (b4c44d25-b227-43ba-8a9f-9bf963001354), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:48.583153 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c0b32821-8600-41de-9a11-1608d4d39e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b4c44d25-b227-43ba-8a9f-9bf963001354), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:48.586484 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c0b32821-8600-41de-9a11-1608d4d39e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:48.587809 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-c0b32821-8600-41de-9a11-1608d4d39e2a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b4c44d25-b227-43ba-8a9f-9bf963001354 HTTP/1.1" status: 204 len: 168 time: 0.2944479 Jan 12 10:17:48.596253 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b32821-8600-41de-9a11-1608d4d39e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c44d25-b227-43ba-8a9f-9bf963001354,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:49.009408 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38964ed5-7b29-4179-a49f-cac39077197f req-89cdc7a4-8973-43c5-9900-b7987faaad12 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:49.012023 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-38964ed5-7b29-4179-a49f-cac39077197f req-89cdc7a4-8973-43c5-9900-b7987faaad12 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0763156 Jan 12 10:17:49.085097 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-38964ed5-7b29-4179-a49f-cac39077197f req-3a728b36-2109-468f-bd23-61dd395b2d31 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628648 Jan 12 10:17:49.212376 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e25cb2-28d8-4f36-b36b-2c6fef868038 req-b3748f02-c679-4c2a-ad12-22f77796055e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:49.212376 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c0e25cb2-28d8-4f36-b36b-2c6fef868038 req-b3748f02-c679-4c2a-ad12-22f77796055e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0564511 Jan 12 10:17:49.287509 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c0e25cb2-28d8-4f36-b36b-2c6fef868038 req-5e86b757-d273-45ee-87ed-c2d28a392c17 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598633 Jan 12 10:17:49.594588 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:17:49.703898 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:49.716201 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'port_id': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'mac_address': 'fa:16:3e:ef:72:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:17:49.757686 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:49.758198 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:49.771124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f125cee2-d58d-49b1-b601-35c76d6ede7f {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:17:49.792416 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:49.888223 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:49.889252 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:17:50.001027 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:50.194374 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,segment=NetworkSegment(966fb1f8-6da9-4f1d-95f9-f4bac729a0b2),segment_id=966fb1f8-6da9-4f1d-95f9-f4bac729a0b2)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:50.207888 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa', 'network_id': '14d83d18-5704-40a0-9696-4511d82975c7', 'port_id': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa', 'mac_address': 'fa:16:3e:16:bf:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7000030f-4565-49f5-9105-71b27b321233', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:17:50.249319 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:50.249719 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:50.266323 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:17:50.275335 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3da25a-ffd0-42a3-855d-cdf8f631d1f7 req-2564f990-a502-4270-9e57-ad1db02c95a5 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:50.276955 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ba3da25a-ffd0-42a3-855d-cdf8f631d1f7 req-2564f990-a502-4270-9e57-ad1db02c95a5 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 944 time: 0.0608480 Jan 12 10:17:50.302059 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,segment=NetworkSegment(966fb1f8-6da9-4f1d-95f9-f4bac729a0b2),segment_id=966fb1f8-6da9-4f1d-95f9-f4bac729a0b2)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:50.329212 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ba3da25a-ffd0-42a3-855d-cdf8f631d1f7 req-0d745e98-ae85-4301-990b-8537640420b2 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467565 Jan 12 10:17:50.401103 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:50.422556 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3caf-69f4-422e-91eb-f502f5492390 req-e2acafa2-7329-482a-be8d-2eed638130e7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:50.424863 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba0b3caf-69f4-422e-91eb-f502f5492390 req-e2acafa2-7329-482a-be8d-2eed638130e7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 945 time: 0.0635638 Jan 12 10:17:50.464358 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:50.511285 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba0b3caf-69f4-422e-91eb-f502f5492390 req-072c5f05-d97d-46c8-9710-9fedb222194a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790288 Jan 12 10:17:51.021399 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47620) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:51.209101 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf3b4-fcfb-497f-ba90-7daa5cc27b16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:51.287984 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf3b4-fcfb-497f-ba90-7daa5cc27b16 admin admin] Publish callbacks [] for security_group (e19ed50a-c31b-4257-bc9d-938b1e15696e), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:51.362522 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3eaaf3b4-fcfb-497f-ba90-7daa5cc27b16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e19ed50a-c31b-4257-bc9d-938b1e15696e), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:51.410918 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-3eaaf3b4-fcfb-497f-ba90-7daa5cc27b16 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=292a1bce4f29477b97a8310d6f141b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880730 Jan 12 10:17:51.413027 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaaf3b4-fcfb-497f-ba90-7daa5cc27b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ed50a-c31b-4257-bc9d-938b1e15696e,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:51.415364 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47642) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:51.450987 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9ad44-1c63-4de2-9167-aa032f012fc9 req-f5d2919a-8db0-41eb-8ed7-d38af4ea6c14 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:51.452596 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-84c9ad44-1c63-4de2-9167-aa032f012fc9 req-f5d2919a-8db0-41eb-8ed7-d38af4ea6c14 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 945 time: 0.0528004 Jan 12 10:17:51.470013 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63d35cdb-0d1c-4fe5-98ec-0f77112d2b26 admin admin] Publish callbacks [] for security_group (e19ed50a-c31b-4257-bc9d-938b1e15696e), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:51.496993 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63d35cdb-0d1c-4fe5-98ec-0f77112d2b26 admin admin] Publish callbacks [] for security_group (e19ed50a-c31b-4257-bc9d-938b1e15696e), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:51.511665 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-84c9ad44-1c63-4de2-9167-aa032f012fc9 req-b3d21bc8-e1be-49c8-a834-62de71417bdc tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521433 Jan 12 10:17:51.637477 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb72fe91-9e5b-4bdb-a63e-defb0cb4044e req-fb18a756-047a-4255-9185-ad890a5a7b73 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:51.639224 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eb72fe91-9e5b-4bdb-a63e-defb0cb4044e req-fb18a756-047a-4255-9185-ad890a5a7b73 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 945 time: 0.0510941 Jan 12 10:17:51.687935 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eb72fe91-9e5b-4bdb-a63e-defb0cb4044e req-a82c83b0-038d-40e0-ae7b-a825fdcf7969 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430849 Jan 12 10:17:51.700923 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63d35cdb-0d1c-4fe5-98ec-0f77112d2b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e19ed50a-c31b-4257-bc9d-938b1e15696e), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:51.703480 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63d35cdb-0d1c-4fe5-98ec-0f77112d2b26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:51.704596 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-63d35cdb-0d1c-4fe5-98ec-0f77112d2b26 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e19ed50a-c31b-4257-bc9d-938b1e15696e HTTP/1.1" status: 204 len: 168 time: 0.2881663 Jan 12 10:17:51.713534 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d35cdb-0d1c-4fe5-98ec-0f77112d2b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ed50a-c31b-4257-bc9d-938b1e15696e,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:52.410117 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47680) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:52.423280 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e16b738e-444f-4b0d-af8d-bbe22daf28a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:52.498761 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e16b738e-444f-4b0d-af8d-bbe22daf28a4 admin admin] Publish callbacks [] for security_group (7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:52.601873 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e16b738e-444f-4b0d-af8d-bbe22daf28a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:52.637000 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b738e-444f-4b0d-af8d-bbe22daf28a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:52.648368 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf92481-3905-4787-9ba5-c7c381c9d6ad req-2ce5716e-9fc0-4794-b771-32a40880f6c3 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:52.649886 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1cf92481-3905-4787-9ba5-c7c381c9d6ad req-2ce5716e-9fc0-4794-b771-32a40880f6c3 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 945 time: 0.0700812 Jan 12 10:17:52.680917 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e16b738e-444f-4b0d-af8d-bbe22daf28a4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f729d34711394644b741ef82ec1e3cad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2677865 Jan 12 10:17:52.681755 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47692) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:52.743073 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1cf92481-3905-4787-9ba5-c7c381c9d6ad req-eb35259b-7094-4139-8fff-587a2707bbd0 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864825 Jan 12 10:17:52.761204 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8983-664c-40b8-9bc6-0a6b02275ccb admin admin] Publish callbacks [] for security_group (7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:52.785779 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8983-664c-40b8-9bc6-0a6b02275ccb admin admin] Publish callbacks [] for security_group (7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:52.852225 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2bc55-8bec-4c0a-bef7-a9595ba6c6e4 req-73aaaf23-e7cb-45ed-ba46-9695fa8b8203 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:52.853762 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4df2bc55-8bec-4c0a-bef7-a9595ba6c6e4 req-73aaaf23-e7cb-45ed-ba46-9695fa8b8203 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 945 time: 0.0513213 Jan 12 10:17:52.901497 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4df2bc55-8bec-4c0a-bef7-a9595ba6c6e4 req-1cd23fa0-293c-44bf-b8c0-e55bcbf72e13 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422914 Jan 12 10:17:52.966020 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8983-664c-40b8-9bc6-0a6b02275ccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:52.968707 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8983-664c-40b8-9bc6-0a6b02275ccb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:52.969891 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-9bdb8983-664c-40b8-9bc6-0a6b02275ccb admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c HTTP/1.1" status: 204 len: 168 time: 0.2869625 Jan 12 10:17:52.977990 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdb8983-664c-40b8-9bc6-0a6b02275ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5f3dbb-a78d-48c8-a3aa-fa5003284a0c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:53.162203 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47700) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:53.373427 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-059632b4-9090-4a21-9815-bacd7bb0984d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:53.482187 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-059632b4-9090-4a21-9815-bacd7bb0984d admin admin] Publish callbacks [] for security_group (1fc48cf4-faa4-4e64-9f28-0084264af3d7), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:53.588948 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-059632b4-9090-4a21-9815-bacd7bb0984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (1fc48cf4-faa4-4e64-9f28-0084264af3d7), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:53.636402 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-059632b4-9090-4a21-9815-bacd7bb0984d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=403085c3fad54a6ab1ce5ce19f526455&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730961 Jan 12 10:17:53.638416 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059632b4-9090-4a21-9815-bacd7bb0984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc48cf4-faa4-4e64-9f28-0084264af3d7,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:53.646729 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:17:53.648230 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47730) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:53.674953 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['f125cee2-d58d-49b1-b601-35c76d6ede7f'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:17:53.733900 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c0dce75a-d3a1-4425-beaa-217468de9d4d admin admin] Publish callbacks [] for security_group (1fc48cf4-faa4-4e64-9f28-0084264af3d7), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:53.762201 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c0dce75a-d3a1-4425-beaa-217468de9d4d admin admin] Publish callbacks [] for security_group (1fc48cf4-faa4-4e64-9f28-0084264af3d7), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:53.887637 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8390a-f5d9-45c3-8b74-f0130709d458 req-5a6bb196-80c3-4a2f-85a5-85cd5239fe1c tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:53.889589 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d8a8390a-f5d9-45c3-8b74-f0130709d458 req-5a6bb196-80c3-4a2f-85a5-85cd5239fe1c tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 945 time: 0.0640011 Jan 12 10:17:53.922433 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c0dce75a-d3a1-4425-beaa-217468de9d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (1fc48cf4-faa4-4e64-9f28-0084264af3d7), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:53.925064 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c0dce75a-d3a1-4425-beaa-217468de9d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:53.927651 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-c0dce75a-d3a1-4425-beaa-217468de9d4d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1fc48cf4-faa4-4e64-9f28-0084264af3d7 HTTP/1.1" status: 204 len: 168 time: 0.2771645 Jan 12 10:17:53.937260 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dce75a-d3a1-4425-beaa-217468de9d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc48cf4-faa4-4e64-9f28-0084264af3d7,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:53.972904 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d8a8390a-f5d9-45c3-8b74-f0130709d458 req-9f157497-8ffd-4643-afec-452f8e7ecbfb tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721278 Jan 12 10:17:54.063796 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff1449-7850-44d2-8e35-b7d9b1be7a3e req-fc2e439b-d995-4a0e-81e1-a3741c3140b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:54.063796 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4bff1449-7850-44d2-8e35-b7d9b1be7a3e req-fc2e439b-d995-4a0e-81e1-a3741c3140b6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 945 time: 0.0586996 Jan 12 10:17:54.109116 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4bff1449-7850-44d2-8e35-b7d9b1be7a3e req-b89066b4-ff0e-4126-af1b-08e705bba8dc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475705 Jan 12 10:17:55.048319 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47784) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:55.059305 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2d0baf58-63e9-4a1d-9a56-e446d2704122 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.101343 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06618b9-c16c-4429-943c-45bb28f045f2 req-b413b46b-26d1-498a-97b8-5ec646385d6a tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:55.102954 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e06618b9-c16c-4429-943c-45bb28f045f2 req-b413b46b-26d1-498a-97b8-5ec646385d6a tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 945 time: 0.0574636 Jan 12 10:17:55.143787 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2d0baf58-63e9-4a1d-9a56-e446d2704122 admin admin] Publish callbacks [] for security_group (bdbcea2d-6894-48c7-81be-7164a891379e), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.162160 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e06618b9-c16c-4429-943c-45bb28f045f2 req-ba87e6b4-4532-44a7-af7c-249853f90171 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477126 Jan 12 10:17:55.214736 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2d0baf58-63e9-4a1d-9a56-e446d2704122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (bdbcea2d-6894-48c7-81be-7164a891379e), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.277152 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-2d0baf58-63e9-4a1d-9a56-e446d2704122 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=80a79eab0b364bc8abde9f04e7a13bf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313788 Jan 12 10:17:55.277915 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0baf58-63e9-4a1d-9a56-e446d2704122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdbcea2d-6894-48c7-81be-7164a891379e,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:55.279891 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47790) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:55.292731 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38970-4aa7-4a46-92af-6f672827941c req-67bd6e69-18fe-49d0-8786-dd301acc4816 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:55.294269 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b9b38970-4aa7-4a46-92af-6f672827941c req-67bd6e69-18fe-49d0-8786-dd301acc4816 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 945 time: 0.0906971 Jan 12 10:17:55.337117 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c087ac8f-c032-4774-b806-c6d74a85da2e admin admin] Publish callbacks [] for security_group (bdbcea2d-6894-48c7-81be-7164a891379e), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.344681 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b9b38970-4aa7-4a46-92af-6f672827941c req-a872090c-f3e0-4fc6-a128-1a47210e9067 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Jan 12 10:17:55.377754 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c087ac8f-c032-4774-b806-c6d74a85da2e admin admin] Publish callbacks [] for security_group (bdbcea2d-6894-48c7-81be-7164a891379e), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.492171 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 47798) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:55.516798 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c087ac8f-c032-4774-b806-c6d74a85da2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (bdbcea2d-6894-48c7-81be-7164a891379e), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.519389 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c087ac8f-c032-4774-b806-c6d74a85da2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.520529 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-c087ac8f-c032-4774-b806-c6d74a85da2e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/bdbcea2d-6894-48c7-81be-7164a891379e HTTP/1.1" status: 204 len: 168 time: 0.2395771 Jan 12 10:17:55.529470 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c087ac8f-c032-4774-b806-c6d74a85da2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdbcea2d-6894-48c7-81be-7164a891379e,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:55.535425 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:17:55.704144 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port f125cee2-d58d-49b1-b601-35c76d6ede7f completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:55.706102 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1b31-2a84-4e51-9e58-f2832d76c86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.710863 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port f125cee2-d58d-49b1-b601-35c76d6ede7f triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:55.711353 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.797271 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1b31-2a84-4e51-9e58-f2832d76c86b admin admin] Publish callbacks [] for security_group (15f8d70e-8e0e-440f-9471-96e802d69b24), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.837314 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:55.837702 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.861234 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:55.932743 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7ccb1b31-2a84-4e51-9e58-f2832d76c86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (15f8d70e-8e0e-440f-9471-96e802d69b24), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:55.954610 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:56.008404 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47832) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:56.018645 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-7ccb1b31-2a84-4e51-9e58-f2832d76c86b admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=171203dd103a4948b9db6c294508da36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5226908 Jan 12 10:17:56.024286 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb1b31-2a84-4e51-9e58-f2832d76c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f8d70e-8e0e-440f-9471-96e802d69b24,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:56.052615 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.055049 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:17:56.115289 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ed41f22-e46b-4963-ad7c-83fcb08d4f25 admin admin] Publish callbacks [] for security_group (15f8d70e-8e0e-440f-9471-96e802d69b24), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.117738 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf14d25c-c019-418b-8154-da586921b806" -d '{"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-plugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:17:56.144053 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ed41f22-e46b-4963-ad7c-83fcb08d4f25 admin admin] Publish callbacks [] for security_group (15f8d70e-8e0e-440f-9471-96e802d69b24), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.157624 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:56.262830 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:17:56.267851 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:17:56.268485 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.304327 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ed41f22-e46b-4963-ad7c-83fcb08d4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (15f8d70e-8e0e-440f-9471-96e802d69b24), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.307027 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ed41f22-e46b-4963-ad7c-83fcb08d4f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.308389 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5ed41f22-e46b-4963-ad7c-83fcb08d4f25 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15f8d70e-8e0e-440f-9471-96e802d69b24 HTTP/1.1" status: 204 len: 168 time: 0.2989807 Jan 12 10:17:56.323583 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed41f22-e46b-4963-ad7c-83fcb08d4f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f8d70e-8e0e-440f-9471-96e802d69b24,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:56.347718 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ea58a-a79b-4452-a7c6-de8bdc5ba19b req-7df4fe2a-fa8d-462b-8335-75225681cc6f tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:56.349368 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-396ea58a-a79b-4452-a7c6-de8bdc5ba19b req-7df4fe2a-fa8d-462b-8335-75225681cc6f tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 945 time: 0.1055632 Jan 12 10:17:56.352698 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f10a73-f1c7-4ed4-989c-0c19f4f2a155 x-openstack-request-id: req-21f10a73-f1c7-4ed4-989c-0c19f4f2a155 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:17:56.353067 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-plugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:17:56.353318 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21f10a73-f1c7-4ed4-989c-0c19f4f2a155 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:17:56.353770 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'code': 200} Jan 12 10:17:56.438488 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:17:56.439197 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.475119 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-396ea58a-a79b-4452-a7c6-de8bdc5ba19b req-2211b5ed-8ca2-410f-afdc-ad126e6afa6d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176474 Jan 12 10:17:56.518531 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,segment=NetworkSegment(966fb1f8-6da9-4f1d-95f9-f4bac729a0b2),segment_id=966fb1f8-6da9-4f1d-95f9-f4bac729a0b2)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:17:56.552721 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e4b79-7f72-43e5-b712-4d63f7a3e364 req-ffcec29f-2cc5-4d21-8cef-234add9232ae tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:56.561786 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-941e4b79-7f72-43e5-b712-4d63f7a3e364 req-ffcec29f-2cc5-4d21-8cef-234add9232ae tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0639350 Jan 12 10:17:56.610700 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-941e4b79-7f72-43e5-b712-4d63f7a3e364 req-5ef75bc0-ec69-48f1-a289-5522a66b26ad tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480509 Jan 12 10:17:56.665787 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.722778 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:56.768659 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-ac6bd7ca-48cb-404b-86bf-b993e53c51ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.864620 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be7d1e-8bbf-4751-ac9c-2d85feda5d35 req-8969fd3b-732f-4720-804c-20a5e8caf889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:56.866479 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-86be7d1e-8bbf-4751-ac9c-2d85feda5d35 req-8969fd3b-732f-4720-804c-20a5e8caf889 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1099 time: 0.0978119 Jan 12 10:17:56.886511 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-86be7d1e-8bbf-4751-ac9c-2d85feda5d35 req-1f496664-c99a-40e9-b9d5-3f6285584b93 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:56.967601 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-86be7d1e-8bbf-4751-ac9c-2d85feda5d35 req-1f496664-c99a-40e9-b9d5-3f6285584b93 service neutron] Publish callbacks [] for security_group (ba872ed5-bb63-400a-9c64-49a488e08832), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.065689 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-86be7d1e-8bbf-4751-ac9c-2d85feda5d35 req-1f496664-c99a-40e9-b9d5-3f6285584b93 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ba872ed5-bb63-400a-9c64-49a488e08832), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.124138 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f496664-c99a-40e9-b9d5-3f6285584b93 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ba872ed5-bb63-400a-9c64-49a488e08832,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:57.131248 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-86be7d1e-8bbf-4751-ac9c-2d85feda5d35 req-1f496664-c99a-40e9-b9d5-3f6285584b93 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2580535 Jan 12 10:17:57.280155 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47910) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:57.294512 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f94d628-d763-4839-b6b0-773c7ab17124 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.372782 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f94d628-d763-4839-b6b0-773c7ab17124 admin admin] Publish callbacks [] for security_group (e2e0ccb8-2392-4402-a361-20884c6da97d), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.477007 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6f94d628-d763-4839-b6b0-773c7ab17124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e2e0ccb8-2392-4402-a361-20884c6da97d), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.540379 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6f94d628-d763-4839-b6b0-773c7ab17124 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=571f4311701e414297f040cc4f021177&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2567301 Jan 12 10:17:57.540379 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f94d628-d763-4839-b6b0-773c7ab17124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e0ccb8-2392-4402-a361-20884c6da97d,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:57.542990 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47922) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:57.652074 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6028539e-daf5-4021-aa80-49be6202ea4e admin admin] Publish callbacks [] for security_group (e2e0ccb8-2392-4402-a361-20884c6da97d), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.662411 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429b82b-4606-4f63-b60e-d9fead2e99ba req-38586cf2-df09-414c-bdba-a56588193719 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:57.664062 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2429b82b-4606-4f63-b60e-d9fead2e99ba req-38586cf2-df09-414c-bdba-a56588193719 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0919237 Jan 12 10:17:57.697785 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6028539e-daf5-4021-aa80-49be6202ea4e admin admin] Publish callbacks [] for security_group (e2e0ccb8-2392-4402-a361-20884c6da97d), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.753994 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2429b82b-4606-4f63-b60e-d9fead2e99ba req-34056d14-4ea9-4d1e-beb6-721a24a57f20 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824735 Jan 12 10:17:57.759348 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d288a5e-0ab2-4069-ab50-6dd251ed10ab req-d48ba53c-aacd-4c8e-9ad4-c3860046b7d7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:57.761376 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d288a5e-0ab2-4069-ab50-6dd251ed10ab req-d48ba53c-aacd-4c8e-9ad4-c3860046b7d7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0555205 Jan 12 10:17:57.815214 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d288a5e-0ab2-4069-ab50-6dd251ed10ab req-457d583c-765d-4788-b80a-fe64723539a3 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476542 Jan 12 10:17:57.918012 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6028539e-daf5-4021-aa80-49be6202ea4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e2e0ccb8-2392-4402-a361-20884c6da97d), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.925043 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6028539e-daf5-4021-aa80-49be6202ea4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:57.932070 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6028539e-daf5-4021-aa80-49be6202ea4e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e2e0ccb8-2392-4402-a361-20884c6da97d HTTP/1.1" status: 204 len: 168 time: 0.3876801 Jan 12 10:17:57.947071 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6028539e-daf5-4021-aa80-49be6202ea4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e0ccb8-2392-4402-a361-20884c6da97d,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:58.355022 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:17:58.357310 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d61ffdd-db9b-4b3d-93fa-61de9898d14b" -d '{"events": [{"server_uuid": "6b82886b-ca8f-4463-8bac-796eecf38c49", "name": "network-vif-plugged", "status": "completed", "tag": "e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:17:58.410348 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e638331a-a518-4d07-bd1d-c0bcd2907000 x-openstack-request-id: req-e638331a-a518-4d07-bd1d-c0bcd2907000 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:17:58.410559 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b82886b-ca8f-4463-8bac-796eecf38c49", "name": "network-vif-plugged", "status": "completed", "tag": "e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:17:58.410811 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e638331a-a518-4d07-bd1d-c0bcd2907000 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:17:58.411430 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa', 'code': 200} Jan 12 10:17:58.436323 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47964) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:58.627999 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d0503ce5-0caa-43b6-954c-aeefdec25dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:58.732933 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d0503ce5-0caa-43b6-954c-aeefdec25dc0 admin admin] Publish callbacks [] for security_group (33b16434-f335-403d-ae16-36f533bf4feb), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:58.811112 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea47b36-e165-4503-9464-52d0bfd5eb3b req-905376e3-c6ce-4927-8ad0-c7ce5bb6d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:58.812641 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eea47b36-e165-4503-9464-52d0bfd5eb3b req-905376e3-c6ce-4927-8ad0-c7ce5bb6d5fe service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 1099 time: 0.0437446 Jan 12 10:17:58.849335 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d0503ce5-0caa-43b6-954c-aeefdec25dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (33b16434-f335-403d-ae16-36f533bf4feb), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:58.938353 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eea47b36-e165-4503-9464-52d0bfd5eb3b req-b4fc4f10-27ad-4d27-a20c-7b193632af18 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096122 Jan 12 10:17:58.951848 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d0503ce5-0caa-43b6-954c-aeefdec25dc0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ad5934f3caab402099451d3d23694a4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143442 Jan 12 10:17:58.953106 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 47994) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:17:58.957077 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d9a18-cd60-420d-b119-fa3f7662f5aa req-16fdcb49-d129-4392-b297-8d0c87cdd140 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:58.961287 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0503ce5-0caa-43b6-954c-aeefdec25dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b16434-f335-403d-ae16-36f533bf4feb,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:17:58.961872 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9e9a70f5-ac0f-4113-913c-0809f5bd16ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:58.975880 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5c3d9a18-cd60-420d-b119-fa3f7662f5aa req-16fdcb49-d129-4392-b297-8d0c87cdd140 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.1431713 Jan 12 10:17:59.026238 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5c3d9a18-cd60-420d-b119-fa3f7662f5aa req-72fe0f3a-8365-484d-ab29-0d8e90bbe2a4 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483775 Jan 12 10:17:59.055415 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35c3e5-76de-44c9-998c-e13934c8625b req-2a924a85-9b23-40f3-a029-aede7adcde13 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:17:59.056944 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6f35c3e5-76de-44c9-998c-e13934c8625b req-2a924a85-9b23-40f3-a029-aede7adcde13 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0918837 Jan 12 10:17:59.058097 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85d6398a-fcd8-4429-8d2a-5ab3ae55a56b admin admin] Publish callbacks [] for security_group (33b16434-f335-403d-ae16-36f533bf4feb), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:59.096270 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85d6398a-fcd8-4429-8d2a-5ab3ae55a56b admin admin] Publish callbacks [] for security_group (33b16434-f335-403d-ae16-36f533bf4feb), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:59.142205 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6f35c3e5-76de-44c9-998c-e13934c8625b req-bcd9e31e-2329-4639-aa79-85ed71e67eb2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789883 Jan 12 10:17:59.340281 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85d6398a-fcd8-4429-8d2a-5ab3ae55a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (33b16434-f335-403d-ae16-36f533bf4feb), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:59.343113 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85d6398a-fcd8-4429-8d2a-5ab3ae55a56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:17:59.344255 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-85d6398a-fcd8-4429-8d2a-5ab3ae55a56b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/33b16434-f335-403d-ae16-36f533bf4feb HTTP/1.1" status: 204 len: 168 time: 0.3902307 Jan 12 10:17:59.352644 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6398a-fcd8-4429-8d2a-5ab3ae55a56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b16434-f335-403d-ae16-36f533bf4feb,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:00.151792 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570ce5a-d062-4b37-9b49-8e238481c245 req-a5a4c5b5-a58f-419a-a64a-33d39297a662 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:00.153314 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1570ce5a-d062-4b37-9b49-8e238481c245 req-a5a4c5b5-a58f-419a-a64a-33d39297a662 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0559070 Jan 12 10:18:00.221535 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1570ce5a-d062-4b37-9b49-8e238481c245 req-b649de6f-a871-4cd1-ad92-1c74f70cb0bd tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566216 Jan 12 10:18:00.271801 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0190ee2-a410-4be1-a153-12558d166a55 req-e45b0011-0ced-4a04-aa82-fade4a6925e8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:00.273287 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a0190ee2-a410-4be1-a153-12558d166a55 req-e45b0011-0ced-4a04-aa82-fade4a6925e8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0538108 Jan 12 10:18:00.321618 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a0190ee2-a410-4be1-a153-12558d166a55 req-c7e88460-2c13-458b-b4a9-f4df6c9d043d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Jan 12 10:18:00.478955 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c490c6a-a5d1-4d69-b023-c1d97aa7259a req-bb51d21a-dfc8-4978-bf33-9f206067d482 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:00.480347 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c490c6a-a5d1-4d69-b023-c1d97aa7259a req-bb51d21a-dfc8-4978-bf33-9f206067d482 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0494258 Jan 12 10:18:00.488733 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48044) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:00.494906 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'floatingip': {'port_id': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:00.580294 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (dad63d3d-0f9f-40a7-962f-fbcde2441716), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:00.723156 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:00.872470 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48060) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:01.207599 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1361976290-network', 'tenant_id': '4c69f082e52f47c69f49330c667e31ce'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:01.357033 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356eab4-5596-4c38-a0b6-f6265aa972f1 req-71dcef3f-0630-4636-bf44-197402a4f91e tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:01.358711 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9356eab4-5596-4c38-a0b6-f6265aa972f1 req-71dcef3f-0630-4636-bf44-197402a4f91e tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0535820 Jan 12 10:18:01.360694 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Made reservation on behalf of 4c69f082e52f47c69f49330c667e31ce for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:01.363145 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.378911 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.446002 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9356eab4-5596-4c38-a0b6-f6265aa972f1 req-e6af121b-37a4-4964-abd4-f3c380247f5d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793753 Jan 12 10:18:01.460335 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48074) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:01.489347 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-144bfcaf-2679-4003-8b93-06b43c56beb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.554907 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.577034 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48078) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:01.681109 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (dad63d3d-0f9f-40a7-962f-fbcde2441716), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.704393 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks [] for security_group (cc5ce3fb-0a79-4e91-9d4d-8f138fa81605), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.723360 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.741997 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8a830117-ccb4-43d5-a458-75b35111d0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.758826 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-144bfcaf-2679-4003-8b93-06b43c56beb9 admin admin] Publish callbacks [] for security_group (9cc4cbfb-0ed5-41bf-95e3-cb89d01785df), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.779889 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (cc5ce3fb-0a79-4e91-9d4d-8f138fa81605), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.800442 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:18:01.814244 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:01.820424 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (316ce160-62eb-4070-b69d-fdf4c16f6887), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.820764 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Added segment 316ce160-62eb-4070-b69d-fdf4c16f6887 of type vlan for network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 Jan 12 10:18:01.842315 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Floating IP dad63d3d-0f9f-40a7-962f-fbcde2441716 associated. External IP: 172.27.0.240, port: f125cee2-d58d-49b1-b601-35c76d6ede7f. Jan 12 10:18:01.860547 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (41aaf025-344d-4c5e-a22b-fed4ae0a5ac9), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.947563 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-144bfcaf-2679-4003-8b93-06b43c56beb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (9cc4cbfb-0ed5-41bf-95e3-cb89d01785df), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.955952 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8a830117-ccb4-43d5-a458-75b35111d0bc admin admin] Publish callbacks [] for security_group (aa642448-72c9-425a-a60f-1bd006706d12), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.996992 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (41aaf025-344d-4c5e-a22b-fed4ae0a5ac9), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:01.998139 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:01.998732 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.026514 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-144bfcaf-2679-4003-8b93-06b43c56beb9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=07e34ae91a8d4e5885a2009c93fdbaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5648592 Jan 12 10:18:02.029026 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48088) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:02.029366 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48090) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:02.033520 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bfcaf-2679-4003-8b93-06b43c56beb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc4cbfb-0ed5-41bf-95e3-cb89d01785df,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:02.104980 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] Pushing event updated for resources: {'Network': ['ID=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:02.120267 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:18:02.123063 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d8cd8a54-172b-4feb-97b5-5e42dd5cebd5 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2472897 Jan 12 10:18:02.123063 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48096) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:02.127626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Request body: {'subnet': {'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1361976290-subnet', 'tenant_id': '4c69f082e52f47c69f49330c667e31ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:02.134455 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8a830117-ccb4-43d5-a458-75b35111d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (aa642448-72c9-425a-a60f-1bd006706d12), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.184540 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-8a830117-ccb4-43d5-a458-75b35111d0bc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=23a9cf997bc947a7b7dea49e17d48002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6063688 Jan 12 10:18:02.187589 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48100) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:02.229558 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a780b0ea-08c6-45ea-bd89-18317ca4e09f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.242438 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b49-6772-4e02-a263-afcbda1e05db admin admin] Publish callbacks [] for security_group (9cc4cbfb-0ed5-41bf-95e3-cb89d01785df), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.243051 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e435d1b5-baf8-44dd-a6f9-ec4340d4c851 admin admin] Publish callbacks [] for security_group (aa642448-72c9-425a-a60f-1bd006706d12), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.248384 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a830117-ccb4-43d5-a458-75b35111d0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa642448-72c9-425a-a60f-1bd006706d12,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:02.253756 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Router 8fe376ca-99fd-4c7b-a548-02b762fcea92 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:18:02.269446 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e435d1b5-baf8-44dd-a6f9-ec4340d4c851 admin admin] Publish callbacks [] for security_group (aa642448-72c9-425a-a60f-1bd006706d12), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.272167 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Made reservation on behalf of 4c69f082e52f47c69f49330c667e31ce for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:02.280582 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.298535 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b49-6772-4e02-a263-afcbda1e05db admin admin] Publish callbacks [] for security_group (9cc4cbfb-0ed5-41bf-95e3-cb89d01785df), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.458216 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a780b0ea-08c6-45ea-bd89-18317ca4e09f admin admin] Publish callbacks [] for security_group (e9511655-f504-4866-8387-a2d5dfbbba42), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.465218 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:18:02.469698 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.479125 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] Sync routers for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:18:02.488515 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e435d1b5-baf8-44dd-a6f9-ec4340d4c851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (aa642448-72c9-425a-a60f-1bd006706d12), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.490475 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:02.491479 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:17:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:02.492477 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e435d1b5-baf8-44dd-a6f9-ec4340d4c851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.493714 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e435d1b5-baf8-44dd-a6f9-ec4340d4c851 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa642448-72c9-425a-a60f-1bd006706d12 HTTP/1.1" status: 204 len: 168 time: 0.3051412 Jan 12 10:18:02.503255 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-b03b312f-7654-44e6-96ab-303ce791322b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "PUT /v2.0/floatingips/dad63d3d-0f9f-40a7-962f-fbcde2441716 HTTP/1.1" status: 200 len: 992 time: 2.0119600 Jan 12 10:18:02.504059 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:02.506393 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435d1b5-baf8-44dd-a6f9-ec4340d4c851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa642448-72c9-425a-a60f-1bd006706d12,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:02.506743 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c7950d-892e-4f63-9aee-6ea223ff4a20" -d '{"events": [{"name": "network-changed", "server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:02.560550 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b49-6772-4e02-a263-afcbda1e05db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (9cc4cbfb-0ed5-41bf-95e3-cb89d01785df), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.563952 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3cea9b49-6772-4e02-a263-afcbda1e05db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.567999 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-3cea9b49-6772-4e02-a263-afcbda1e05db admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/9cc4cbfb-0ed5-41bf-95e3-cb89d01785df HTTP/1.1" status: 204 len: 168 time: 0.5336990 Jan 12 10:18:02.575758 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea9b49-6772-4e02-a263-afcbda1e05db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc4cbfb-0ed5-41bf-95e3-cb89d01785df,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:02.589805 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a780b0ea-08c6-45ea-bd89-18317ca4e09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e9511655-f504-4866-8387-a2d5dfbbba42), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.616409 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0d7dc0-f519-470e-accc-a7c29136d3e8 x-openstack-request-id: req-0a0d7dc0-f519-470e-accc-a7c29136d3e8 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:02.616945 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:02.617349 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0a0d7dc0-f519-470e-accc-a7c29136d3e8 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:02.618083 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'status': 'completed', 'code': 200} Jan 12 10:18:02.665101 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-a780b0ea-08c6-45ea-bd89-18317ca4e09f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1c22e9402dc8485f8758703ddd8657d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6344368 Jan 12 10:18:02.671521 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780b0ea-08c6-45ea-bd89-18317ca4e09f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9511655-f504-4866-8387-a2d5dfbbba42,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:02.671521 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48112) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:02.717149 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:18:02.737702 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-39ce5555-4629-494e-982b-49ed301dea2c admin admin] Publish callbacks [] for security_group (e9511655-f504-4866-8387-a2d5dfbbba42), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.770196 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-39ce5555-4629-494e-982b-49ed301dea2c admin admin] Publish callbacks [] for security_group (e9511655-f504-4866-8387-a2d5dfbbba42), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.899581 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.902193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (fc85332c-b868-4ee3-85ff-1ba62943ac1c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.948218 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc85332c-b868-4ee3-85ff-1ba62943ac1c,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:02.963125 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-39ce5555-4629-494e-982b-49ed301dea2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e9511655-f504-4866-8387-a2d5dfbbba42), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.966490 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-39ce5555-4629-494e-982b-49ed301dea2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:02.968277 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-39ce5555-4629-494e-982b-49ed301dea2c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e9511655-f504-4866-8387-a2d5dfbbba42 HTTP/1.1" status: 204 len: 168 time: 0.2980957 Jan 12 10:18:02.969695 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Checking segment: {'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:02.970047 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Network hostable DHCP agents. Network: 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:18:02.978978 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce5555-4629-494e-982b-49ed301dea2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9511655-f504-4866-8387-a2d5dfbbba42,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:03.065733 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:18:03.097341 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'dad63d3d-0f9f-40a7-962f-fbcde2441716', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'port_id': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'mac_address': 'fa:16:3e:ef:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:18:01Z', 'revision_number': 1, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:03.125685 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] Checking router: 8fe376ca-99fd-4c7b-a548-02b762fcea92 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:18:03.134760 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:03.135381 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:17:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:03.196844 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:03.201380 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:03.201908 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.209065 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fd4bbb-3e2d-433d-82b4-fbc1f19c2f57 None None] Network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:03.248639 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:18:03.254316 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48122) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:03.279641 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b332db7c-db97-4bfb-9d7b-f0f88ae18ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.325394 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b30eecd0-4244-47d3-8a33-43d867fc469e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1947300 Jan 12 10:18:03.404194 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b332db7c-db97-4bfb-9d7b-f0f88ae18ee9 admin admin] Publish callbacks [] for security_group (18b0ac79-b3d2-48d0-aba8-ff2534056dde), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.406377 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7a8af-9379-493e-87be-acd855ffb6e7 None None] Network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:03.470988 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b332db7c-db97-4bfb-9d7b-f0f88ae18ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (18b0ac79-b3d2-48d0-aba8-ff2534056dde), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.517907 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'dad63d3d-0f9f-40a7-962f-fbcde2441716', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'port_id': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'mac_address': 'fa:16:3e:ef:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:18:01Z', 'revision_number': 1, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:03.543625 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332db7c-db97-4bfb-9d7b-f0f88ae18ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b0ac79-b3d2-48d0-aba8-ff2534056dde,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:03.546665 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed55e54-00ff-4746-b9f9-1f363014dbfb None None] The sync data for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi is: [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'dad63d3d-0f9f-40a7-962f-fbcde2441716', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'floating_ip_address': '172.27.0.240', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'port_id': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'mac_address': 'fa:16:3e:ef:72:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:17:26Z', 'updated_at': '2022-01-12T10:18:01Z', 'revision_number': 1, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:18:03.565311 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-b332db7c-db97-4bfb-9d7b-f0f88ae18ee9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8ad13c839e74a71af6ff7e9de59b578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3088045 Jan 12 10:18:03.569133 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48132) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:03.629021 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-37f396ad-2cc2-4377-8947-b42a06f69c99 admin admin] Publish callbacks [] for security_group (18b0ac79-b3d2-48d0-aba8-ff2534056dde), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.657101 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-37f396ad-2cc2-4377-8947-b42a06f69c99 admin admin] Publish callbacks [] for security_group (18b0ac79-b3d2-48d0-aba8-ff2534056dde), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.801163 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981f57c0-7a97-4123-a41f-ccbb34fd043e None None] New status for floating IP dad63d3d-0f9f-40a7-962f-fbcde2441716: ACTIVE {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:18:03.896971 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-37f396ad-2cc2-4377-8947-b42a06f69c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (18b0ac79-b3d2-48d0-aba8-ff2534056dde), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.898126 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-37f396ad-2cc2-4377-8947-b42a06f69c99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:03.899546 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-37f396ad-2cc2-4377-8947-b42a06f69c99 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/18b0ac79-b3d2-48d0-aba8-ff2534056dde HTTP/1.1" status: 204 len: 168 time: 0.3293657 Jan 12 10:18:03.907548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f396ad-2cc2-4377-8947-b42a06f69c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b0ac79-b3d2-48d0-aba8-ff2534056dde,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:03.980777 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48144) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:04.002521 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-391b59d1-7732-45d6-a397-ef39c66d9de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:04.200953 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-391b59d1-7732-45d6-a397-ef39c66d9de6 admin admin] Publish callbacks [] for security_group (e542e7d6-d4e7-41b6-9802-72e868bcafff), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:04.283904 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-391b59d1-7732-45d6-a397-ef39c66d9de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e542e7d6-d4e7-41b6-9802-72e868bcafff), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:04.353028 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-391b59d1-7732-45d6-a397-ef39c66d9de6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b577fb756feb4d07954854c8fdc65d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709140 Jan 12 10:18:04.355729 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391b59d1-7732-45d6-a397-ef39c66d9de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e542e7d6-d4e7-41b6-9802-72e868bcafff,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:04.356026 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48160) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:04.418018 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4446fb75-e8af-477a-980d-7c2f6494caed admin admin] Publish callbacks [] for security_group (e542e7d6-d4e7-41b6-9802-72e868bcafff), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:04.441762 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4446fb75-e8af-477a-980d-7c2f6494caed admin admin] Publish callbacks [] for security_group (e542e7d6-d4e7-41b6-9802-72e868bcafff), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:04.571529 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4446fb75-e8af-477a-980d-7c2f6494caed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e542e7d6-d4e7-41b6-9802-72e868bcafff), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:04.574225 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4446fb75-e8af-477a-980d-7c2f6494caed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:04.578804 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-4446fb75-e8af-477a-980d-7c2f6494caed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e542e7d6-d4e7-41b6-9802-72e868bcafff HTTP/1.1" status: 204 len: 168 time: 0.2211711 Jan 12 10:18:04.586895 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4446fb75-e8af-477a-980d-7c2f6494caed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e542e7d6-d4e7-41b6-9802-72e868bcafff,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:04.837268 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-42ce9ba0-dd24-4e38-86ae-7718c53667d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:04.838902 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-42ce9ba0-dd24-4e38-86ae-7718c53667d1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1099 time: 0.0463614 Jan 12 10:18:04.947204 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-6b77e404-295b-4af3-8f60-c314cb87dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:04.948608 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-6b77e404-295b-4af3-8f60-c314cb87dd72 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.0952783 Jan 12 10:18:05.094937 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-0e75ed94-4601-4be4-828b-d467d2940b14 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 1002 time: 0.1393499 Jan 12 10:18:05.187916 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-1f625c50-e163-40da-afdd-67856b5a1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:05.190029 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-1f625c50-e163-40da-afdd-67856b5a1876 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0884297 Jan 12 10:18:06.076462 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-0b96f270-6bd5-4410-8e23-061bd94f9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:06.078220 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-0b96f270-6bd5-4410-8e23-061bd94f9ef9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0563653 Jan 12 10:18:07.233890 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48288) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:07.340828 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f79ddaf7-3375-4411-963e-03dcd44d3bd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.415410 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f79ddaf7-3375-4411-963e-03dcd44d3bd8 admin admin] Publish callbacks [] for security_group (3a16dd4f-7bee-40ce-88ae-c0dac12208c8), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.500170 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f79ddaf7-3375-4411-963e-03dcd44d3bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (3a16dd4f-7bee-40ce-88ae-c0dac12208c8), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.542543 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48296) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:07.546737 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f79ddaf7-3375-4411-963e-03dcd44d3bd8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=85a6970eb7e448189b1df972374c74dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3094602 Jan 12 10:18:07.546737 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ddaf7-3375-4411-963e-03dcd44d3bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a16dd4f-7bee-40ce-88ae-c0dac12208c8,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:07.547680 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48298) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:07.598410 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6acd33da-9576-4717-ab52-fd0683ee40b8 admin admin] Publish callbacks [] for security_group (3a16dd4f-7bee-40ce-88ae-c0dac12208c8), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.621575 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6acd33da-9576-4717-ab52-fd0683ee40b8 admin admin] Publish callbacks [] for security_group (3a16dd4f-7bee-40ce-88ae-c0dac12208c8), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.652020 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-316d46b1-b51a-4892-9a3c-3438fb125d85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.749102 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6acd33da-9576-4717-ab52-fd0683ee40b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (3a16dd4f-7bee-40ce-88ae-c0dac12208c8), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.751812 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6acd33da-9576-4717-ab52-fd0683ee40b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.753173 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6acd33da-9576-4717-ab52-fd0683ee40b8 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3a16dd4f-7bee-40ce-88ae-c0dac12208c8 HTTP/1.1" status: 204 len: 168 time: 0.2045562 Jan 12 10:18:07.804057 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd33da-9576-4717-ab52-fd0683ee40b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a16dd4f-7bee-40ce-88ae-c0dac12208c8,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:07.813135 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-316d46b1-b51a-4892-9a3c-3438fb125d85 admin admin] Publish callbacks [] for security_group (ed4aba5a-7e07-49e2-a8d4-911a28f5cb12), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.879695 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-6ba61a3c-c438-49e4-9a8d-c34bd4af1978 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390576 Jan 12 10:18:07.920482 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-316d46b1-b51a-4892-9a3c-3438fb125d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ed4aba5a-7e07-49e2-a8d4-911a28f5cb12), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:07.963031 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-316d46b1-b51a-4892-9a3c-3438fb125d85 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c7d2f89699a2428990bfd361d8fcc2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4193103 Jan 12 10:18:07.963890 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d46b1-b51a-4892-9a3c-3438fb125d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4aba5a-7e07-49e2-a8d4-911a28f5cb12,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:07.965745 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48306) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:07.987507 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11c7950d-892e-4f63-9aee-6ea223ff4a20 req-83eda7df-8ff7-432c-b1ce-a9ac52639abd service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000562 Jan 12 10:18:08.029179 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-903d9ff1-4983-4a12-b4a6-344e9fb1ccd2 admin admin] Publish callbacks [] for security_group (ed4aba5a-7e07-49e2-a8d4-911a28f5cb12), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.053152 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-903d9ff1-4983-4a12-b4a6-344e9fb1ccd2 admin admin] Publish callbacks [] for security_group (ed4aba5a-7e07-49e2-a8d4-911a28f5cb12), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.240982 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-903d9ff1-4983-4a12-b4a6-344e9fb1ccd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ed4aba5a-7e07-49e2-a8d4-911a28f5cb12), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.243720 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-903d9ff1-4983-4a12-b4a6-344e9fb1ccd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.244968 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-903d9ff1-4983-4a12-b4a6-344e9fb1ccd2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ed4aba5a-7e07-49e2-a8d4-911a28f5cb12 HTTP/1.1" status: 204 len: 168 time: 0.2733297 Jan 12 10:18:08.257425 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d9ff1-4983-4a12-b4a6-344e9fb1ccd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4aba5a-7e07-49e2-a8d4-911a28f5cb12,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:08.506392 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48324) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:08.524783 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e1782a3c-81b7-43a6-b28a-07b268c1dffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.613271 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e1782a3c-81b7-43a6-b28a-07b268c1dffc admin admin] Publish callbacks [] for security_group (adb7dc99-0998-417d-b524-c7104d0f36f4), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.737453 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e1782a3c-81b7-43a6-b28a-07b268c1dffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (adb7dc99-0998-417d-b524-c7104d0f36f4), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.783769 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1782a3c-81b7-43a6-b28a-07b268c1dffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb7dc99-0998-417d-b524-c7104d0f36f4,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:08.799009 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e1782a3c-81b7-43a6-b28a-07b268c1dffc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9012f8415d774edda009051dffde4f38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915463 Jan 12 10:18:08.808514 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48350) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:08.876520 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4c1aefa4-1ec8-4e12-acc8-b99b7a428c38 admin admin] Publish callbacks [] for security_group (adb7dc99-0998-417d-b524-c7104d0f36f4), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.907916 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4c1aefa4-1ec8-4e12-acc8-b99b7a428c38 admin admin] Publish callbacks [] for security_group (adb7dc99-0998-417d-b524-c7104d0f36f4), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:08.935701 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-fdd2c451-3663-4ec4-959a-6fadffb47810 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:08.937569 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-fdd2c451-3663-4ec4-959a-6fadffb47810 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/networks?id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 HTTP/1.1" status: 200 len: 809 time: 0.2231972 Jan 12 10:18:08.967505 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-52cd6a4c-1adf-46f5-ad1f-9c3536153c5c tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/quotas/4c69f082e52f47c69f49330c667e31ce HTTP/1.1" status: 200 len: 375 time: 0.0098968 Jan 12 10:18:09.023990 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-cd683c2f-8946-4aa4-872d-90b033d134a6 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c69f082e52f47c69f49330c667e31ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524485 Jan 12 10:18:09.059833 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4c1aefa4-1ec8-4e12-acc8-b99b7a428c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (adb7dc99-0998-417d-b524-c7104d0f36f4), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.062609 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4c1aefa4-1ec8-4e12-acc8-b99b7a428c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.063776 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-4c1aefa4-1ec8-4e12-acc8-b99b7a428c38 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/adb7dc99-0998-417d-b524-c7104d0f36f4 HTTP/1.1" status: 204 len: 168 time: 0.2542198 Jan 12 10:18:09.073240 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1aefa4-1ec8-4e12-acc8-b99b7a428c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb7dc99-0998-417d-b524-c7104d0f36f4,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:09.107188 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48360) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:09.122549 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-944d772f-6aca-4d3a-a91a-124e33c74317 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.213247 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-944d772f-6aca-4d3a-a91a-124e33c74317 admin admin] Publish callbacks [] for security_group (5cd38635-3761-40a8-b284-33d32487456a), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.232456 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-9be04ec3-32ec-4251-af06-58ce835740ee service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:18:09.233485 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-9be04ec3-32ec-4251-af06-58ce835740ee service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1057191 Jan 12 10:18:09.315242 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-944d772f-6aca-4d3a-a91a-124e33c74317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5cd38635-3761-40a8-b284-33d32487456a), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.341246 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-34f16149-a5ee-403a-ba2d-e1551e96e377 service neutron] 10.222.0.76 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987668 Jan 12 10:18:09.348527 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-944d772f-6aca-4d3a-a91a-124e33c74317 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=508bf6daf9d549fbae6d92c57359b653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2400460 Jan 12 10:18:09.352137 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48368) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:09.372606 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d772f-6aca-4d3a-a91a-124e33c74317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd38635-3761-40a8-b284-33d32487456a,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:09.413435 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ccd314fd-7625-479c-8c73-b378ee1e6e8e admin admin] Publish callbacks [] for security_group (5cd38635-3761-40a8-b284-33d32487456a), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.428448 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-2d68c998-e069-4b66-9bda-7ec3ff928c1d service neutron] 10.222.0.76 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863409 Jan 12 10:18:09.436576 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ccd314fd-7625-479c-8c73-b378ee1e6e8e admin admin] Publish callbacks [] for security_group (5cd38635-3761-40a8-b284-33d32487456a), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.614355 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ccd314fd-7625-479c-8c73-b378ee1e6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5cd38635-3761-40a8-b284-33d32487456a), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.617236 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ccd314fd-7625-479c-8c73-b378ee1e6e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:09.620858 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ccd314fd-7625-479c-8c73-b378ee1e6e8e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5cd38635-3761-40a8-b284-33d32487456a HTTP/1.1" status: 204 len: 168 time: 0.2654235 Jan 12 10:18:09.633674 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd314fd-7625-479c-8c73-b378ee1e6e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd38635-3761-40a8-b284-33d32487456a,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:09.843039 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4752636b-37e7-42f5-89e8-0745675436da req-0370d67b-945c-4777-9238-cd6e4ac2554e tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 210 time: 0.0508826 Jan 12 10:18:09.882139 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-8bb2c702-0fcd-45f3-8568-c524cf38d94d tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c00c7c2f1a1246d2b4edb7949d91e658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337505 Jan 12 10:18:10.116215 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-5715da2d-05c0-42a6-bd78-7c47d70a3353 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:10.117798 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-5715da2d-05c0-42a6-bd78-7c47d70a3353 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2253952 Jan 12 10:18:10.142955 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-65396cf5-62a9-412e-b83c-a4c490a18cc2 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/quotas/c00c7c2f1a1246d2b4edb7949d91e658 HTTP/1.1" status: 200 len: 375 time: 0.0135853 Jan 12 10:18:10.181657 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-7ac3af06-a110-42ca-84ea-ee643db6968a tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=c00c7c2f1a1246d2b4edb7949d91e658&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328734 Jan 12 10:18:10.481603 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8a85e209-9340-4284-aab2-625838c75d4c req-8e782767-3c17-4597-b458-6e5880ef4eb6 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 210 time: 0.0542803 Jan 12 10:18:10.596734 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48450) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:10.716208 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-830451036-network', 'tenant_id': '2cff3c09e43747e7ae2e116cb32bd342'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:10.911501 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d57ab546-11b5-41a0-bd6e-e11a579c4cbc req-7996e0e4-a19d-4b14-b2f0-da460da1ed12 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 210 time: 0.0273199 Jan 12 10:18:10.937558 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Made reservation on behalf of 2cff3c09e43747e7ae2e116cb32bd342 for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:10.942079 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:10.950018 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.031720 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks [] for security_group (779d04c4-039e-4b1c-93ae-5435d94c857b), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.225390 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (779d04c4-039e-4b1c-93ae-5435d94c857b), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.246478 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=103261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:18:11.262017 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779d04c4-039e-4b1c-93ae-5435d94c857b,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:11.262920 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48484) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:11.265123 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (ac6b20b8-5d74-41c7-bce6-e8f4306454e9), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.265456 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Added segment ac6b20b8-5d74-41c7-bce6-e8f4306454e9 of type vlan for network 88477cf2-b9ec-4845-9eb4-2bcb089975e9 Jan 12 10:18:11.307809 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (88477cf2-b9ec-4845-9eb4-2bcb089975e9), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.437427 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1d593afe-f49a-415a-bc99-bff305495823 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.448419 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (88477cf2-b9ec-4845-9eb4-2bcb089975e9), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.449461 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:11.450081 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.512145 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] Pushing event updated for resources: {'Network': ['ID=88477cf2-b9ec-4845-9eb4-2bcb089975e9,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:11.515715 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1d593afe-f49a-415a-bc99-bff305495823 admin admin] Publish callbacks [] for security_group (7cf7edc0-7842-41f2-aee7-a54d21c0073a), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.523388 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 88477cf2-b9ec-4845-9eb4-2bcb089975e9 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:18:11.562267 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bed49dee-969e-4385-bbca-b150efc89b51 req-5254e368-5926-4453-9651-e80284d805a1 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 210 time: 0.0287819 Jan 12 10:18:11.568993 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-29d42468-157d-4e51-813a-479442aa03fc admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9710908 Jan 12 10:18:11.576015 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48494) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:11.576015 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Request body: {'subnet': {'network_id': '88477cf2-b9ec-4845-9eb4-2bcb089975e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-830451036-subnet', 'tenant_id': '2cff3c09e43747e7ae2e116cb32bd342', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:11.654020 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1d593afe-f49a-415a-bc99-bff305495823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7cf7edc0-7842-41f2-aee7-a54d21c0073a), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.694789 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-1d593afe-f49a-415a-bc99-bff305495823 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1da02c1f968b4c5e84a0c4c5f27fea25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307570 Jan 12 10:18:11.695666 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d593afe-f49a-415a-bc99-bff305495823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf7edc0-7842-41f2-aee7-a54d21c0073a,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:11.697495 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48502) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:11.747297 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00a6c235-643b-4fa0-b510-ad9812272769 admin admin] Publish callbacks [] for security_group (7cf7edc0-7842-41f2-aee7-a54d21c0073a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.768951 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00a6c235-643b-4fa0-b510-ad9812272769 admin admin] Publish callbacks [] for security_group (7cf7edc0-7842-41f2-aee7-a54d21c0073a), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.799312 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Made reservation on behalf of 2cff3c09e43747e7ae2e116cb32bd342 for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:11.802824 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:11.993824 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00a6c235-643b-4fa0-b510-ad9812272769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7cf7edc0-7842-41f2-aee7-a54d21c0073a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:12.002214 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00a6c235-643b-4fa0-b510-ad9812272769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:12.010800 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-00a6c235-643b-4fa0-b510-ad9812272769 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7cf7edc0-7842-41f2-aee7-a54d21c0073a HTTP/1.1" status: 204 len: 168 time: 0.3104761 Jan 12 10:18:12.040067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a6c235-643b-4fa0-b510-ad9812272769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf7edc0-7842-41f2-aee7-a54d21c0073a,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:12.121639 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d186c1b1-dc9b-4397-8804-98b9e788e826 req-77056e84-de92-4b10-bb09-fd57a25b1777 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 210 time: 0.1066067 Jan 12 10:18:12.252144 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (3eb99f15-5677-4d07-bf99-b67fcabe3378), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:12.317801 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eb99f15-5677-4d07-bf99-b67fcabe3378,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:12.338728 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Checking segment: {'id': 'ac6b20b8-5d74-41c7-bce6-e8f4306454e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '88477cf2-b9ec-4845-9eb4-2bcb089975e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:12.339311 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Network hostable DHCP agents. Network: 88477cf2-b9ec-4845-9eb4-2bcb089975e9, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:18:12.465384 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Network 88477cf2-b9ec-4845-9eb4-2bcb089975e9 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:18:12.574162 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 88477cf2-b9ec-4845-9eb4-2bcb089975e9) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:12.579586 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:12.580649 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:12.587562 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b1269b-21e1-42f3-91d8-56e2296509f1 None None] Network 88477cf2-b9ec-4845-9eb4-2bcb089975e9 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:12.711459 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d0f3509f-d298-403c-a73b-e35512dc9c4b req-4381ec62-6f5e-47c8-8659-b68731b01091 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 210 time: 0.0472775 Jan 12 10:18:12.718417 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8d888b-c478-4dfc-860d-9bf6ae0b59d7 None None] Network 88477cf2-b9ec-4845-9eb4-2bcb089975e9 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:12.729860 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-17bdd3bc-cd91-44d3-a462-72c6c0e3e0ed admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1588290 Jan 12 10:18:12.920080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48550) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:12.933620 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.210178 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Publish callbacks [] for security_group (e43e5d3e-e8b9-4e35-b80b-7836338a3c34), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.341464 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e43e5d3e-e8b9-4e35-b80b-7836338a3c34), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.401808 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6448fa8f08f24a7a971e4076b612aa20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4785972 Jan 12 10:18:13.402475 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48570) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:13.410660 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43e5d3e-e8b9-4e35-b80b-7836338a3c34,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:13.441280 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.441665 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.442052 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.443758 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.444126 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.444616 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.445162 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.445654 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.445981 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.446327 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.446659 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.446980 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.447298 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552271f7-9983-4966-9806-5f67e716e094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:13.480459 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a7abfa92-20bd-419a-8f46-d4db43615534 req-1591f9dc-cb47-4ef9-ba6a-5ddfc7098b1a tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 210 time: 0.0558188 Jan 12 10:18:13.513027 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-ddc59da8-65ea-428e-8953-8a33e0461414 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:13.514936 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-ddc59da8-65ea-428e-8953-8a33e0461414 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "GET /v2.0/networks?id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 HTTP/1.1" status: 200 len: 809 time: 0.3891985 Jan 12 10:18:13.518765 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73becb9a-4c41-4bb6-b781-7823be89619b admin admin] Publish callbacks [] for security_group (e43e5d3e-e8b9-4e35-b80b-7836338a3c34), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.538963 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Request body: {'port': {'device_id': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9', 'admin_state_up': True, 'tenant_id': '4c69f082e52f47c69f49330c667e31ce'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:13.543563 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73becb9a-4c41-4bb6-b781-7823be89619b admin admin] Publish callbacks [] for security_group (e43e5d3e-e8b9-4e35-b80b-7836338a3c34), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.739201 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73becb9a-4c41-4bb6-b781-7823be89619b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e43e5d3e-e8b9-4e35-b80b-7836338a3c34), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.739201 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73becb9a-4c41-4bb6-b781-7823be89619b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.742952 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-73becb9a-4c41-4bb6-b781-7823be89619b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e43e5d3e-e8b9-4e35-b80b-7836338a3c34 HTTP/1.1" status: 204 len: 168 time: 0.3356898 Jan 12 10:18:13.758041 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Made reservation on behalf of 4c69f082e52f47c69f49330c667e31ce for: {'port': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:13.762805 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:13.767978 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73becb9a-4c41-4bb6-b781-7823be89619b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43e5d3e-e8b9-4e35-b80b-7836338a3c34,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:13.870615 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-44e13538-919c-4785-b306-e1f102a44057 req-738b4e27-c1e5-4a22-8f4d-da79402e3c24 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 210 time: 0.0299711 Jan 12 10:18:13.870823 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48586) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:13.875871 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-628471818-network', 'tenant_id': '30d54067f2294c48a821ac7ddaa5726d'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:13.936733 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Allocated IP 172.20.0.11 (41aaf025-344d-4c5e-a22b-fed4ae0a5ac9/fc85332c-b868-4ee3-85ff-1ba62943ac1c/1a2fb855-042a-4e9c-a27d-f58282941b8b) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:13.982532 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-4bd3314e-541b-4100-85db-38076a49a065 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=c00c7c2f1a1246d2b4edb7949d91e658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366383 Jan 12 10:18:14.097228 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks [] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.098871 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Made reservation on behalf of 30d54067f2294c48a821ac7ddaa5726d for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:14.101384 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.115135 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.205950 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-8f97f628-ce76-425d-aeb2-3c8a227cbc63 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:14.207734 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-8f97f628-ce76-425d-aeb2-3c8a227cbc63 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2204208 Jan 12 10:18:14.215692 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks [] for security_group (714505df-fe84-464e-bf7d-430781ae6829), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.225411 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Request body: {'port': {'device_id': '08ae278f-c59d-4bca-a6bb-276970236d33', 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75', 'admin_state_up': True, 'tenant_id': 'c00c7c2f1a1246d2b4edb7949d91e658'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:14.304336 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (714505df-fe84-464e-bf7d-430781ae6829), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.311165 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.378424 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Pushing event updated for resources: {'Port': ['ID=1a2fb855-042a-4e9c-a27d-f58282941b8b,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:14.403993 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.404348 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.404695 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.405067 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.405405 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.405738 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.406071 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.406400 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.406725 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.407248 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.407504 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.407830 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.408232 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:14.437547 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:18:14.478186 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:14.481893 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:14.486124 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:14.488566 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714505df-fe84-464e-bf7d-430781ae6829,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:14.493946 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (55805732-63a9-4497-9963-08e143b4f533), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.494341 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Added segment 55805732-63a9-4497-9963-08e143b4f533 of type vlan for network 90b51f82-469f-4f47-85b8-f4bbea3aab54 Jan 12 10:18:14.569110 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (90b51f82-469f-4f47-85b8-f4bbea3aab54), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.586664 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:14.589175 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:14.590136 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.599244 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Made reservation on behalf of c00c7c2f1a1246d2b4edb7949d91e658 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:14.603172 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.630992 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.666821 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915ce1-9818-4ac8-ac73-366b1de86365 req-b81c4deb-e859-439c-b8a2-1992a36ac8f2 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:14.668400 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c9915ce1-9818-4ac8-ac73-366b1de86365 req-b81c4deb-e859-439c-b8a2-1992a36ac8f2 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 932 time: 0.0862908 Jan 12 10:18:14.737912 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c9915ce1-9818-4ac8-ac73-366b1de86365 req-42460278-05f6-4f36-b794-6982a794b3c3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611370 Jan 12 10:18:14.760672 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks [] for security_group (819c866c-5be8-4ba1-99d3-23a9ef4f1bce), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.862897 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5022bd0f-ce12-456a-b4b0-dd94d88066f9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3290441 Jan 12 10:18:14.863657 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (90b51f82-469f-4f47-85b8-f4bbea3aab54), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.864788 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:14.865432 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.876554 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Request body: {'port': {'device_id': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:14.960659 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (819c866c-5be8-4ba1-99d3-23a9ef4f1bce), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:14.999617 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5624eb80-0c60-4f04-bb83-f56bb846953b req-8e075808-95de-4fac-8960-73860dd732a9 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 210 time: 0.0484362 Jan 12 10:18:15.002399 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] Pushing event updated for resources: {'Network': ['ID=90b51f82-469f-4f47-85b8-f4bbea3aab54,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:15.017238 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.021000 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 90b51f82-469f-4f47-85b8-f4bbea3aab54 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:18:15.060527 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=819c866c-5be8-4ba1-99d3-23a9ef4f1bce,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:15.094340 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-fa293126-8357-413d-bd46-b4cd53dfc3d8 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2221382 Jan 12 10:18:15.101409 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48614) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:15.112786 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Request body: {'subnet': {'network_id': '90b51f82-469f-4f47-85b8-f4bbea3aab54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-628471818-subnet', 'tenant_id': '30d54067f2294c48a821ac7ddaa5726d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:15.178107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Allocated IP 192.168.233.200 (9e84a0e8-acf3-457e-986e-64e5bc4f4d75/f03b6249-aa3f-4ff5-99aa-2729842beaab/f47e2c5f-a92e-43ac-bd64-fa4ca58816b8) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:15.224753 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48616) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:15.248911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fee23944-ef88-453c-8533-7e7b285208d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.290820 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Made reservation on behalf of 30d54067f2294c48a821ac7ddaa5726d for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:15.293440 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.394029 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks [] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.420753 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a2fb855-042a-4e9c-a27d-f58282941b8b {{(pid=103260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:15.425400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fee23944-ef88-453c-8533-7e7b285208d8 admin admin] Publish callbacks [] for security_group (4338f535-168a-41e9-a2f7-bd75da62d43a), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.430579 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Publish callbacks [] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.452620 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.provisioning_blocks [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Transition to ACTIVE for port object 1a2fb855-042a-4e9c-a27d-f58282941b8b will not be triggered until provisioned by entity L2. {{(pid=103260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:15.509025 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fee23944-ef88-453c-8533-7e7b285208d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (4338f535-168a-41e9-a2f7-bd75da62d43a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.546614 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.550451 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-fee23944-ef88-453c-8533-7e7b285208d8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f03595c66e6b43de8f69024d18a163c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209205 Jan 12 10:18:15.550451 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.553366 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48620) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:15.557662 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee23944-ef88-453c-8533-7e7b285208d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4338f535-168a-41e9-a2f7-bd75da62d43a,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:15.611724 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fb855-042a-4e9c-a27d-f58282941b8b,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:15.665901 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (692f62b3-410c-433a-90c7-96d62f8e80f2), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.679152 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:15.680229 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Pushing event updated for resources: {'Port': ['ID=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:15.686022 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:15.687757 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:15.780504 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-404e110b-348e-4901-ad4a-955a583b6e3f admin admin] Publish callbacks [] for security_group (4338f535-168a-41e9-a2f7-bd75da62d43a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.821359 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Attempting to bind port 1a2fb855-042a-4e9c-a27d-f58282941b8b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:18:15.821698 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Attempting to bind port 1a2fb855-042a-4e9c-a27d-f58282941b8b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:18:15.822030 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Attempting to bind port 1a2fb855-042a-4e9c-a27d-f58282941b8b on network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:15.825560 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Checking segment: {'id': '55805732-63a9-4497-9963-08e143b4f533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '90b51f82-469f-4f47-85b8-f4bbea3aab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:15.825925 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Network hostable DHCP agents. Network: 90b51f82-469f-4f47-85b8-f4bbea3aab54, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:18:15.827895 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Pushing event updated for resources: {'Subnet': ['ID=692f62b3-410c-433a-90c7-96d62f8e80f2,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:15.828517 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:15.830356 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.833987 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Port 1a2fb855-042a-4e9c-a27d-f58282941b8b on network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:18:15.834318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Attempting to bind port 1a2fb855-042a-4e9c-a27d-f58282941b8b on network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:15.842429 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:18:15.842772 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Checking segment: {'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:15.843159 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Bound using segment: {'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:18:15.843602 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Bound port: 1a2fb855-042a-4e9c-a27d-f58282941b8b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:18:15.844360 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.869119 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-404e110b-348e-4901-ad4a-955a583b6e3f admin admin] Publish callbacks [] for security_group (4338f535-168a-41e9-a2f7-bd75da62d43a), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:15.955831 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c1416-b4e4-419a-a166-122fe38e73b3 req-1aa9e0de-67a3-48ee-82af-77717b415301 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:15.957483 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-653c1416-b4e4-419a-a166-122fe38e73b3 req-1aa9e0de-67a3-48ee-82af-77717b415301 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 944 time: 0.0977836 Jan 12 10:18:15.967788 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] For port 1a2fb855-042a-4e9c-a27d-f58282941b8b, host hv-cinder-82160, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:15.972381 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] For port 1a2fb855-042a-4e9c-a27d-f58282941b8b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1a2fb855-042a-4e9c-a27d-f58282941b8b,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:16.011788 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-abd3cf14-e0a4-4f1a-b6f8-d57d9e2f0d91 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7902877 Jan 12 10:18:16.019587 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-653c1416-b4e4-419a-a166-122fe38e73b3 req-28a314d5-5088-4511-8a96-70bb0b1214e0 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Jan 12 10:18:16.023486 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Request body: {'port': {'device_id': '08ae278f-c59d-4bca-a6bb-276970236d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:16.079521 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.083567 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-eb4b8368-69c7-4f1d-a3d8-dc60de2f76a7 None None] Provisioning complete for port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:16.084079 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-eb4b8368-69c7-4f1d-a3d8-dc60de2f76a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.120263 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-eb4b8368-69c7-4f1d-a3d8-dc60de2f76a7 None None] Port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:18:16.173920 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Network 90b51f82-469f-4f47-85b8-f4bbea3aab54 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:18:16.177267 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01134d55-5db1-4ffc-98e1-3b13c24574c1 req-a7de300b-d3b8-4e1b-97be-3416ce392e4e tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:16.178920 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-01134d55-5db1-4ffc-98e1-3b13c24574c1 req-a7de300b-d3b8-4e1b-97be-3416ce392e4e tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 936 time: 0.0901055 Jan 12 10:18:16.224639 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-404e110b-348e-4901-ad4a-955a583b6e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (4338f535-168a-41e9-a2f7-bd75da62d43a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.227465 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-404e110b-348e-4901-ad4a-955a583b6e3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.228593 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-404e110b-348e-4901-ad4a-955a583b6e3f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/4338f535-168a-41e9-a2f7-bd75da62d43a HTTP/1.1" status: 204 len: 168 time: 0.6758251 Jan 12 10:18:16.243067 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.271231 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e110b-348e-4901-ad4a-955a583b6e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4338f535-168a-41e9-a2f7-bd75da62d43a,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:16.301293 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:16.302703 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.304334 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] 10.222.0.79 "PUT /v2.0/ports/1a2fb855-042a-4e9c-a27d-f58282941b8b HTTP/1.1" status: 200 len: 1094 time: 1.4319248 Jan 12 10:18:16.307651 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'tag': '1a2fb855-042a-4e9c-a27d-f58282941b8b'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:16.310061 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c7e566-c1df-4b37-bb31-439373731ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "d259601b-8f07-47f5-ba0a-09f70836880e", "tag": "1a2fb855-042a-4e9c-a27d-f58282941b8b"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:16.346567 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 90b51f82-469f-4f47-85b8-f4bbea3aab54) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:16.351841 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:16.352720 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.353303 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26ff5f3-97d0-4127-8073-2ae7bc6d9d44 None None] Network 90b51f82-469f-4f47-85b8-f4bbea3aab54 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:16.359137 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8437947-75bd-4ea4-8a0c-76ee91dbc0bf service neutron] Pushing event updated for resources: {'Port': ['ID=1a2fb855-042a-4e9c-a27d-f58282941b8b,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:16.370067 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-01134d55-5db1-4ffc-98e1-3b13c24574c1 req-5444e491-3d18-4cfb-b5e0-5329185b3629 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400454 Jan 12 10:18:16.390641 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec672042-0deb-4736-b2c4-d19073978a9d x-openstack-request-id: req-ec672042-0deb-4736-b2c4-d19073978a9d {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:16.391017 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d259601b-8f07-47f5-ba0a-09f70836880e", "tag": "1a2fb855-042a-4e9c-a27d-f58282941b8b", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:16.391190 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ec672042-0deb-4736-b2c4-d19073978a9d {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:16.391590 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'tag': '1a2fb855-042a-4e9c-a27d-f58282941b8b', 'status': 'completed', 'code': 200} Jan 12 10:18:16.491140 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-3fe1abf3-3801-4e0c-b0e6-8382c8a8c651 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3742321 Jan 12 10:18:16.492071 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7e566-c1df-4b37-bb31-439373731ec4 req-154370e0-e40d-4241-aa80-53370b54f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:16.507507 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57c7e566-c1df-4b37-bb31-439373731ec4 req-154370e0-e40d-4241-aa80-53370b54f84e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4c69f082e52f47c69f49330c667e31ce&device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 1097 time: 0.0907516 Jan 12 10:18:16.526038 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:16.537709 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.79', 63862) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:16.543954 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Publish callbacks [] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.546030 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff0d08-f7c2-47a2-af08-038d1f383d35 None None] Network 90b51f82-469f-4f47-85b8-f4bbea3aab54 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:16.612987 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Transition to ACTIVE for port object f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:16.636970 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-a62cfd32-94a3-4616-9b8a-432988095889 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0959527 Jan 12 10:18:16.738792 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:16.757397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7e566-c1df-4b37-bb31-439373731ec4 req-b78594cf-1e48-4246-a30e-5ffc12874e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:16.759382 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57c7e566-c1df-4b37-bb31-439373731ec4 req-b78594cf-1e48-4246-a30e-5ffc12874e8b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=4c69f082e52f47c69f49330c667e31ce&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2456594 Jan 12 10:18:16.812709 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89877714-d6d3-4832-a9d8-237c60fec499 req-75c4bb42-b834-4162-b3c7-cc6edc8edd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:16.815254 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-75c4bb42-b834-4162-b3c7-cc6edc8edd15 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=b72f8a0bfce645689afc0befb48b8969&device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 1099 time: 0.1112399 Jan 12 10:18:16.819206 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Pushing event updated for resources: {'Port': ['ID=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:17.025048 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7e566-c1df-4b37-bb31-439373731ec4 req-49903a8d-69e0-4767-b6ef-7cce2e38106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.026716 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57c7e566-c1df-4b37-bb31-439373731ec4 req-49903a8d-69e0-4767-b6ef-7cce2e38106c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2608693 Jan 12 10:18:17.126139 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Attempting to bind port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:18:17.126789 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Attempting to bind port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:18:17.127312 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Attempting to bind port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 on network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:17.140564 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 on network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:18:17.141319 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Attempting to bind port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 on network 9e84a0e8-acf3-457e-986e-64e5bc4f4d75 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:17.145287 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89877714-d6d3-4832-a9d8-237c60fec499 req-3df61a3f-c235-42a2-aac1-039f2a1f8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.146824 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-3df61a3f-c235-42a2-aac1-039f2a1f8fc1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=14d83d18-5704-40a0-9696-4511d82975c7 HTTP/1.1" status: 200 len: 913 time: 0.2828839 Jan 12 10:18:17.149716 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:18:17.150051 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Checking segment: {'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:17.150439 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Bound using segment: {'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:18:17.150874 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Bound port: f47e2c5f-a92e-43ac-bd64-fa4ca58816b8, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:18:17.151232 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:17.206932 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-50b401dd-dfc6-4bc4-857a-761293c2765e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa HTTP/1.1" status: 200 len: 217 time: 0.0512283 Jan 12 10:18:17.222264 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-90173845-36d4-4010-b6a0-4a8d680cd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.223888 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-90173845-36d4-4010-b6a0-4a8d680cd9f7 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4c69f082e52f47c69f49330c667e31ce&device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 1097 time: 0.1236429 Jan 12 10:18:17.279107 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-8e5e8cd7-8d04-423b-acb6-5fce3f91465f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1a2fb855-042a-4e9c-a27d-f58282941b8b HTTP/1.1" status: 200 len: 217 time: 0.0481627 Jan 12 10:18:17.282231 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:17.288102 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219fc7d1-907e-40f1-a2e2-5b019164bce5 req-a6983fb3-baf8-4d30-80ca-93edeaa10245 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.289670 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-219fc7d1-907e-40f1-a2e2-5b019164bce5 req-a6983fb3-baf8-4d30-80ca-93edeaa10245 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 944 time: 0.1178088 Jan 12 10:18:17.299847 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89877714-d6d3-4832-a9d8-237c60fec499 req-24f4a517-d89d-4dbd-86f7-c0e77301557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.302144 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-24f4a517-d89d-4dbd-86f7-c0e77301557d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7000030f-4565-49f5-9105-71b27b321233 HTTP/1.1" status: 200 len: 852 time: 0.0878780 Jan 12 10:18:17.304677 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] For port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:17.308014 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] For port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,segment=NetworkSegment(2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2),segment_id=2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:17.339289 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-ffa3c16a-639e-4a1e-b8b2-760c805a57b0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=14d83d18-5704-40a0-9696-4511d82975c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297649 Jan 12 10:18:17.370333 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-870ae6bc-5ad5-466e-b718-00839f4a78d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.372429 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-870ae6bc-5ad5-466e-b718-00839f4a78d8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc85332c-b868-4ee3-85ff-1ba62943ac1c HTTP/1.1" status: 200 len: 849 time: 0.0818849 Jan 12 10:18:17.419213 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-219fc7d1-907e-40f1-a2e2-5b019164bce5 req-cc77d356-24ab-4ae1-8386-ecc55be1421f tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921957 Jan 12 10:18:17.421709 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5b5721c6-da35-403e-b8d4-d5ba5eb79faa service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383713 Jan 12 10:18:17.428737 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:17.515667 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:17.516443 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:17.518248 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] 10.222.0.79 "PUT /v2.0/ports/f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 HTTP/1.1" status: 200 len: 1098 time: 1.4991620 Jan 12 10:18:17.521181 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-f16652d2-f054-4da1-92c5-165b44203418 service neutron] 10.222.0.79 "GET /v2.0/networks/14d83d18-5704-40a0-9696-4511d82975c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747530 Jan 12 10:18:17.544387 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ae278f-c59d-4bca-a6bb-276970236d33', 'tag': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:17.548729 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba06732-1231-44da-9908-d20aac845e13" -d '{"events": [{"name": "network-changed", "server_uuid": "08ae278f-c59d-4bca-a6bb-276970236d33", "tag": "f47e2c5f-a92e-43ac-bd64-fa4ca58816b8"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:17.616754 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-5415ac15-8d5f-4ed3-83df-a73951da4acf service neutron] 10.222.0.79 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871641 Jan 12 10:18:17.659536 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b426ad-d196-41ab-ace6-cc226b2a2529 x-openstack-request-id: req-31b426ad-d196-41ab-ace6-cc226b2a2529 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:17.659929 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ae278f-c59d-4bca-a6bb-276970236d33", "tag": "f47e2c5f-a92e-43ac-bd64-fa4ca58816b8", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:17.660336 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-31b426ad-d196-41ab-ace6-cc226b2a2529 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:17.661456 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ae278f-c59d-4bca-a6bb-276970236d33', 'tag': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8', 'status': 'completed', 'code': 200} Jan 12 10:18:17.890412 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-95cf5bac-ee40-44ab-84f2-36539c7b1996 req-c451a19b-a9d1-4630-91cb-1dbee8ae9768 service neutron] 10.222.0.79 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681897 Jan 12 10:18:18.030868 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd19a3ce-455c-4ecc-9559-bef1f1f9061c req-77c85bc1-f563-499b-8704-8f9b4d801c7a tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:18.032374 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cd19a3ce-455c-4ecc-9559-bef1f1f9061c req-77c85bc1-f563-499b-8704-8f9b4d801c7a tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 948 time: 0.4795799 Jan 12 10:18:18.036701 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a13527-b6f5-44ac-ba7e-5b1a8a52e062 service neutron] Pushing event updated for resources: {'Port': ['ID=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:18.091867 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba06732-1231-44da-9908-d20aac845e13 req-4898143c-f8ca-4598-ac7d-b67cf2e83ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:18.091867 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bba06732-1231-44da-9908-d20aac845e13 req-4898143c-f8ca-4598-ac7d-b67cf2e83ddf service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c00c7c2f1a1246d2b4edb7949d91e658&device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 1101 time: 0.1367149 Jan 12 10:18:18.103352 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89877714-d6d3-4832-a9d8-237c60fec499 req-f13d1bee-537a-48a0-804e-ae3319a679cf service neutron] 10.222.0.79 "GET /v2.0/networks/14d83d18-5704-40a0-9696-4511d82975c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536277 Jan 12 10:18:18.139835 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bba06732-1231-44da-9908-d20aac845e13 req-f6de6b00-6dc4-4a9f-8c48-4089c48795c9 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=c00c7c2f1a1246d2b4edb7949d91e658&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387945 Jan 12 10:18:18.148362 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cd19a3ce-455c-4ecc-9559-bef1f1f9061c req-17ccaa9d-99dd-41d8-9039-b695b6884861 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054521 Jan 12 10:18:18.249041 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba06732-1231-44da-9908-d20aac845e13 req-d93d7857-42a0-4929-b525-1dfca84b003e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:18.250527 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bba06732-1231-44da-9908-d20aac845e13 req-d93d7857-42a0-4929-b525-1dfca84b003e service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012602 Jan 12 10:18:18.342960 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-33da32f6-c563-4fcd-bfbf-d698f4e57632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:18.344486 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-33da32f6-c563-4fcd-bfbf-d698f4e57632 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=c00c7c2f1a1246d2b4edb7949d91e658&device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 1101 time: 0.0434306 Jan 12 10:18:18.400733 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-137a3e47-91bb-46f5-bc8f-ddc659ee18c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 HTTP/1.1" status: 200 len: 217 time: 0.0446694 Jan 12 10:18:18.457036 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-0673b122-3f4c-4836-b3b9-da48bb6c13af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:18.458687 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-0673b122-3f4c-4836-b3b9-da48bb6c13af service neutron] 10.222.0.79 "GET /v2.0/subnets?id=f03b6249-aa3f-4ff5-99aa-2729842beaab HTTP/1.1" status: 200 len: 843 time: 0.0520258 Jan 12 10:18:18.531577 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dab027-9879-43f7-80df-fd2a8d55baac req-9dbd35fb-fc29-4d48-ab8f-1683054949a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:18.533565 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-9dbd35fb-fc29-4d48-ab8f-1683054949a6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=9e84a0e8-acf3-457e-986e-64e5bc4f4d75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0676517 Jan 12 10:18:18.689077 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-9d9fb082-d20b-4219-8312-2e6e10e1dc4a service neutron] 10.222.0.79 "GET /v2.0/networks/9e84a0e8-acf3-457e-986e-64e5bc4f4d75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331592 Jan 12 10:18:18.811072 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ed871-78f7-4d3f-b89c-768b176f3696 req-f5c5649b-ba89-4f9c-8522-63716070e3bf tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:18.814410 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-475ed871-78f7-4d3f-b89c-768b176f3696 req-f5c5649b-ba89-4f9c-8522-63716070e3bf tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 944 time: 0.2974775 Jan 12 10:18:18.850553 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-57dab027-9879-43f7-80df-fd2a8d55baac req-08e17843-9765-47a2-b857-6f85cba18eae service neutron] 10.222.0.79 "GET /v2.0/networks/9e84a0e8-acf3-457e-986e-64e5bc4f4d75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497824 Jan 12 10:18:18.884792 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-475ed871-78f7-4d3f-b89c-768b176f3696 req-a9dccc62-b2be-4075-8091-3c4caad688bc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531075 Jan 12 10:18:19.293990 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35d766-d5a9-4f8e-ac65-36df070d548b req-68070489-f40c-466c-bd83-29729c595b7f tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:19.295606 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4c35d766-d5a9-4f8e-ac65-36df070d548b req-68070489-f40c-466c-bd83-29729c595b7f tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 948 time: 0.0599401 Jan 12 10:18:19.351028 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4c35d766-d5a9-4f8e-ac65-36df070d548b req-3e222c62-3c4e-4d54-995f-36ca70178e05 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474548 Jan 12 10:18:19.374197 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00efeab6-200d-4c39-8811-8df10adc66ea req-8d48a0a7-ba70-4c56-b37a-776f1cc70644 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:19.375714 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-00efeab6-200d-4c39-8811-8df10adc66ea req-8d48a0a7-ba70-4c56-b37a-776f1cc70644 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0558066 Jan 12 10:18:19.424601 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-00efeab6-200d-4c39-8811-8df10adc66ea req-d7b224ab-d0cc-4363-83be-857ac954cffc tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Jan 12 10:18:20.004384 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d825d716-2bb0-444d-8f57-98754896ad43 req-ae57f86b-9ab8-4337-b5fa-a8c67a663f80 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:20.006129 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d825d716-2bb0-444d-8f57-98754896ad43 req-ae57f86b-9ab8-4337-b5fa-a8c67a663f80 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 944 time: 0.0546439 Jan 12 10:18:20.053955 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d825d716-2bb0-444d-8f57-98754896ad43 req-1ecba5a0-d379-42b4-b8de-9da6148722b6 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Jan 12 10:18:20.360324 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48778) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:20.475995 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e31308-0d2f-4be3-a04a-260b94a7a7d7 req-9f19f0e0-0207-413c-b933-411f53003c0a tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:20.477722 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-29e31308-0d2f-4be3-a04a-260b94a7a7d7 req-9f19f0e0-0207-413c-b933-411f53003c0a tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 948 time: 0.0588050 Jan 12 10:18:20.488156 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3f2729ca-d5a7-4fc2-9917-6495463cd9e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:20.549105 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-29e31308-0d2f-4be3-a04a-260b94a7a7d7 req-feed0745-3e73-41dc-8156-c20027d1dee8 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637314 Jan 12 10:18:20.619911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3f2729ca-d5a7-4fc2-9917-6495463cd9e2 admin admin] Publish callbacks [] for security_group (fdcb1271-4304-49e8-b65d-f083593ba1e7), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:20.627915 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8749336-a784-4213-b2f1-42af997c4a05 req-d8313f37-bb6c-4477-b3b0-9b12f32b978b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:20.629478 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b8749336-a784-4213-b2f1-42af997c4a05 req-d8313f37-bb6c-4477-b3b0-9b12f32b978b tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0891564 Jan 12 10:18:20.678376 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b8749336-a784-4213-b2f1-42af997c4a05 req-92d6487b-48da-4070-b37b-9a74d776f64f tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Jan 12 10:18:20.702645 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3f2729ca-d5a7-4fc2-9917-6495463cd9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (fdcb1271-4304-49e8-b65d-f083593ba1e7), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:20.749609 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-3f2729ca-d5a7-4fc2-9917-6495463cd9e2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=eedd3eb5f2b2496d9595082f3933ad8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849978 Jan 12 10:18:20.749609 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2729ca-d5a7-4fc2-9917-6495463cd9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcb1271-4304-49e8-b65d-f083593ba1e7,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:20.750682 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48792) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:20.822975 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-603a2501-54b0-4807-9e7d-57b2a0212e93 admin admin] Publish callbacks [] for security_group (fdcb1271-4304-49e8-b65d-f083593ba1e7), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:20.848718 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-603a2501-54b0-4807-9e7d-57b2a0212e93 admin admin] Publish callbacks [] for security_group (fdcb1271-4304-49e8-b65d-f083593ba1e7), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:21.023122 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-603a2501-54b0-4807-9e7d-57b2a0212e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (fdcb1271-4304-49e8-b65d-f083593ba1e7), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:21.025935 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-603a2501-54b0-4807-9e7d-57b2a0212e93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:21.027109 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-603a2501-54b0-4807-9e7d-57b2a0212e93 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/fdcb1271-4304-49e8-b65d-f083593ba1e7 HTTP/1.1" status: 204 len: 168 time: 0.2752247 Jan 12 10:18:21.035256 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a2501-54b0-4807-9e7d-57b2a0212e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcb1271-4304-49e8-b65d-f083593ba1e7,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:21.171066 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eef1d7-e4e7-4fa5-90e9-c589fa2a1b03 req-4af653b7-e6c4-4ef2-9f38-4e7f966a2c2a tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:21.172575 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f5eef1d7-e4e7-4fa5-90e9-c589fa2a1b03 req-4af653b7-e6c4-4ef2-9f38-4e7f966a2c2a tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 944 time: 0.0506513 Jan 12 10:18:21.220294 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f5eef1d7-e4e7-4fa5-90e9-c589fa2a1b03 req-dd5efccb-0dc2-4974-ae0a-0d8ed9f71373 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Jan 12 10:18:21.659218 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 48806) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:21.667340 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d8c15-49b4-40f4-8eeb-2167e1586c81 req-c763f23b-d030-4b72-ad30-9c63476b49c4 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:21.668838 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-914d8c15-49b4-40f4-8eeb-2167e1586c81 req-c763f23b-d030-4b72-ad30-9c63476b49c4 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 948 time: 0.0511317 Jan 12 10:18:21.673713 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-77713f90-87e0-439c-a518-a3f0e579156a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:21.720088 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-914d8c15-49b4-40f4-8eeb-2167e1586c81 req-155cc74b-7ca6-4255-8507-2e29ba0584b9 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456228 Jan 12 10:18:21.753360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-77713f90-87e0-439c-a518-a3f0e579156a admin admin] Publish callbacks [] for security_group (aa81dc26-fd89-467d-a34d-f9de51913d99), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:21.823503 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-77713f90-87e0-439c-a518-a3f0e579156a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (aa81dc26-fd89-467d-a34d-f9de51913d99), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:21.838439 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7747a3-57df-46fe-ac5b-09ac31cf6ea6 req-88f6a317-393c-4ec4-9ffe-c426efdbef5a tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:21.840176 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6f7747a3-57df-46fe-ac5b-09ac31cf6ea6 req-88f6a317-393c-4ec4-9ffe-c426efdbef5a tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0574775 Jan 12 10:18:21.875141 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-77713f90-87e0-439c-a518-a3f0e579156a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c0202550677e48389964a26ec4c5d386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145922 Jan 12 10:18:21.878643 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77713f90-87e0-439c-a518-a3f0e579156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa81dc26-fd89-467d-a34d-f9de51913d99,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:21.888252 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 48816) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:21.892358 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 1a2fb855-042a-4e9c-a27d-f58282941b8b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:18:21.908809 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6f7747a3-57df-46fe-ac5b-09ac31cf6ea6 req-b82d71f9-cf96-4a2e-96da-fd511aa3301d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614841 Jan 12 10:18:21.947824 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e015559f-1002-4268-95d5-e72d53a85c5f admin admin] Publish callbacks [] for security_group (aa81dc26-fd89-467d-a34d-f9de51913d99), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:21.969950 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e015559f-1002-4268-95d5-e72d53a85c5f admin admin] Publish callbacks [] for security_group (aa81dc26-fd89-467d-a34d-f9de51913d99), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:22.005934 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 1a2fb855-042a-4e9c-a27d-f58282941b8b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1a2fb855-042a-4e9c-a27d-f58282941b8b,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:22.017723 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '1a2fb855-042a-4e9c-a27d-f58282941b8b', 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9', 'port_id': '1a2fb855-042a-4e9c-a27d-f58282941b8b', 'mac_address': 'fa:16:3e:71:87:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85332c-b868-4ee3-85ff-1ba62943ac1c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:18:22.055928 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 1a2fb855-042a-4e9c-a27d-f58282941b8b is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:22.056350 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:22.073384 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a2fb855-042a-4e9c-a27d-f58282941b8b {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:22.093654 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 1a2fb855-042a-4e9c-a27d-f58282941b8b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1a2fb855-042a-4e9c-a27d-f58282941b8b,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:22.143143 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e015559f-1002-4268-95d5-e72d53a85c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (aa81dc26-fd89-467d-a34d-f9de51913d99), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:22.145958 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e015559f-1002-4268-95d5-e72d53a85c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:22.147131 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e015559f-1002-4268-95d5-e72d53a85c5f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/aa81dc26-fd89-467d-a34d-f9de51913d99 HTTP/1.1" status: 204 len: 168 time: 0.2573617 Jan 12 10:18:22.154811 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e015559f-1002-4268-95d5-e72d53a85c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa81dc26-fd89-467d-a34d-f9de51913d99,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:22.196829 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:22.197583 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:18:22.271917 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=1a2fb855-042a-4e9c-a27d-f58282941b8b,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:22.312494 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.312863 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.313246 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.313582 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.313910 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.314235 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.314561 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.314889 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.315211 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.315546 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.315868 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.316185 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.316500 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:22.351615 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,segment=NetworkSegment(2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2),segment_id=2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:22.351872 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a9eef-b835-439b-9f50-dd27b4c9e202 req-5c90b2de-94c2-4a11-82a4-843adbb8f35d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:22.353319 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-687a9eef-b835-439b-9f50-dd27b4c9e202 req-5c90b2de-94c2-4a11-82a4-843adbb8f35d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 945 time: 0.0563586 Jan 12 10:18:22.363275 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8', 'network_id': '9e84a0e8-acf3-457e-986e-64e5bc4f4d75', 'port_id': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8', 'mac_address': 'fa:16:3e:a6:1e:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03b6249-aa3f-4ff5-99aa-2729842beaab', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:18:22.402568 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:22.402964 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:22.403445 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-687a9eef-b835-439b-9f50-dd27b4c9e202 req-d68917b6-5807-4300-a642-414b738dd8c5 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447206 Jan 12 10:18:22.421444 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:22.443542 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,segment=NetworkSegment(2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2),segment_id=2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:22.539690 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:22.588698 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:22.840031 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f51d9-8c1a-42cd-9654-d7f96b266698 req-c1ba0f6f-b84e-46c6-b0d3-853cccbb24c4 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:22.842631 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-966f51d9-8c1a-42cd-9654-d7f96b266698 req-c1ba0f6f-b84e-46c6-b0d3-853cccbb24c4 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 949 time: 0.0520899 Jan 12 10:18:22.919644 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-966f51d9-8c1a-42cd-9654-d7f96b266698 req-03a243c6-1cfe-4db3-b371-14a786090138 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694001 Jan 12 10:18:23.027992 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4873ca-9189-4445-92b9-2342c2166232 req-fc16e5a3-56d0-4bf6-b356-09d3459dbdc1 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:23.029536 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cf4873ca-9189-4445-92b9-2342c2166232 req-fc16e5a3-56d0-4bf6-b356-09d3459dbdc1 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0507436 Jan 12 10:18:23.081907 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cf4873ca-9189-4445-92b9-2342c2166232 req-e4bebbbf-512b-474c-b56e-b24994ed3b0d tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467517 Jan 12 10:18:23.520604 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab658987-3d97-4fe7-8928-45def4a6368f req-e49a0810-b0c5-4d41-a87d-b329951b3f52 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:23.522251 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ab658987-3d97-4fe7-8928-45def4a6368f req-e49a0810-b0c5-4d41-a87d-b329951b3f52 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 945 time: 0.0514629 Jan 12 10:18:23.601853 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ab658987-3d97-4fe7-8928-45def4a6368f req-1c145bca-0f21-4dbc-9234-48fd46ce150a tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711169 Jan 12 10:18:24.033052 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['1a2fb855-042a-4e9c-a27d-f58282941b8b'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:18:24.041733 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['f47e2c5f-a92e-43ac-bd64-fa4ca58816b8'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:18:24.047273 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992ff7b-ceeb-407b-bc9d-b9a9c7c3fbe8 req-d11266b3-e065-4b60-9bce-22edee48387b tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:24.048773 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5992ff7b-ceeb-407b-bc9d-b9a9c7c3fbe8 req-d11266b3-e065-4b60-9bce-22edee48387b tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 949 time: 0.0579386 Jan 12 10:18:24.109557 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-3494ea87-b85f-45ac-b8d4-3875bb8f17d6 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:24.111429 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-3494ea87-b85f-45ac-b8d4-3875bb8f17d6 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.0712309 Jan 12 10:18:24.148598 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5992ff7b-ceeb-407b-bc9d-b9a9c7c3fbe8 req-19514614-ca1d-43d7-a504-493c4f562692 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784330 Jan 12 10:18:24.285171 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Deleting port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:18:24.285523 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:24.418968 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4234f-7847-43a2-bac3-d7455c9f650a req-7aea09a6-3026-4516-8676-a7a6ce8ad0ee tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:24.420491 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-35d4234f-7847-43a2-bac3-d7455c9f650a req-7aea09a6-3026-4516-8676-a7a6ce8ad0ee tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 946 time: 0.1079605 Jan 12 10:18:24.429718 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] For port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,segment=NetworkSegment(966fb1f8-6da9-4f1d-95f9-f4bac729a0b2),segment_id=966fb1f8-6da9-4f1d-95f9-f4bac729a0b2)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:24.430082 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:24.460290 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Calling delete_port for e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:18:24.549303 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-35d4234f-7847-43a2-bac3-d7455c9f650a req-fbe9859a-bca0-4f86-924c-512cc7b20203 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/security-groups?id=f72173e4-3bcb-4312-befe-3aeb592599af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215641 Jan 12 10:18:24.722707 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:24.735515 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca20c5-7d00-437f-9452-bb0f390d530c req-4f117390-a51c-4f8c-867b-4fd416a04a7f tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:24.737976 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2eca20c5-7d00-437f-9452-bb0f390d530c req-4f117390-a51c-4f8c-867b-4fd416a04a7f tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 945 time: 0.0581486 Jan 12 10:18:24.740922 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:18:24.756632 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Pushing event deleted for resources: {'Port': ['ID=e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:24.796322 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2eca20c5-7d00-437f-9452-bb0f390d530c req-98109930-13f0-43ae-a15d-7be85ad1d2d4 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519996 Jan 12 10:18:24.820782 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] No DVR routers for this DVR port e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:18:24.823642 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:24.826993 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9c1ed2b7-9719-4b0b-82bb-9bfdd66e5610 req-cd731ab7-e6bb-446d-8d40-b08710cbafb7 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.79 "DELETE /v2.0/ports/e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa HTTP/1.1" status: 204 len: 173 time: 0.7095034 Jan 12 10:18:24.827440 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'name': 'network-vif-deleted', 'tag': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:24.829714 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d34819-0903-4ebf-a4e3-aa46681be415" -d '{"events": [{"server_uuid": "6b82886b-ca8f-4463-8bac-796eecf38c49", "name": "network-vif-deleted", "tag": "e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:24.865877 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664a950e-672b-495d-b82d-f477c846908f x-openstack-request-id: req-664a950e-672b-495d-b82d-f477c846908f {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:24.866191 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b82886b-ca8f-4463-8bac-796eecf38c49", "name": "network-vif-deleted", "tag": "e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:24.866454 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-664a950e-672b-495d-b82d-f477c846908f {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:24.866859 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b82886b-ca8f-4463-8bac-796eecf38c49', 'name': 'network-vif-deleted', 'tag': 'e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa', 'status': 'completed', 'code': 200} Jan 12 10:18:24.945127 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:18:25.264688 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209daa54-d014-4fb2-8035-31b1d317c509 req-3343f2ec-9974-4a02-a14a-7f0210cb130f tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:25.266285 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-209daa54-d014-4fb2-8035-31b1d317c509 req-3343f2ec-9974-4a02-a14a-7f0210cb130f tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 949 time: 0.0532603 Jan 12 10:18:25.329496 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-209daa54-d014-4fb2-8035-31b1d317c509 req-c29588df-2903-4563-9097-2d25a6fbd8d8 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563478 Jan 12 10:18:25.663840 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-31ad5404-b0ee-41fe-bc30-fe4e6068c3f4 req-7461ade9-e3ca-4d37-9472-b8824452e176 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0270252 Jan 12 10:18:25.715086 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 1a2fb855-042a-4e9c-a27d-f58282941b8b up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:18:25.921468 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc71100-fc47-4342-a90d-1f644edcc7b6 req-5e825777-25ea-4c9c-8cfa-f5f11efc73df tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:25.923057 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8dc71100-fc47-4342-a90d-1f644edcc7b6 req-5e825777-25ea-4c9c-8cfa-f5f11efc73df tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 945 time: 0.0540442 Jan 12 10:18:26.218685 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8dc71100-fc47-4342-a90d-1f644edcc7b6 req-63447ca0-6dab-4857-93d0-777b67b87c02 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472133 Jan 12 10:18:26.254200 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 1a2fb855-042a-4e9c-a27d-f58282941b8b completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:18:26.260201 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 1a2fb855-042a-4e9c-a27d-f58282941b8b triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:26.261339 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:26.362968 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 1a2fb855-042a-4e9c-a27d-f58282941b8b is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:26.371058 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:26.394118 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fb855-042a-4e9c-a27d-f58282941b8b'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:26.396711 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c1309f-c046-4624-a27a-0f113c03f18f" -d '{"events": [{"server_uuid": "d259601b-8f07-47f5-ba0a-09f70836880e", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fb855-042a-4e9c-a27d-f58282941b8b"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:26.415447 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 1a2fb855-042a-4e9c-a27d-f58282941b8b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1a2fb855-042a-4e9c-a27d-f58282941b8b,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:26.560944 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:26.561768 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:18:26.611702 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0bbc88-95ed-402e-ad5a-0686cba3703b req-9c9cc005-965c-4c1b-a731-e756cbcf24bb tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:26.613792 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5a0bbc88-95ed-402e-ad5a-0686cba3703b req-9c9cc005-965c-4c1b-a731-e756cbcf24bb tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 949 time: 0.0572898 Jan 12 10:18:26.669523 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5a0bbc88-95ed-402e-ad5a-0686cba3703b req-e33781fe-8924-460b-b920-4c7710c854f9 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488279 Jan 12 10:18:26.679601 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=1a2fb855-042a-4e9c-a27d-f58282941b8b,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:26.718452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73220d4a-1d2b-48a0-82ad-309364fb6f29 x-openstack-request-id: req-73220d4a-1d2b-48a0-82ad-309364fb6f29 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:26.719475 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259601b-8f07-47f5-ba0a-09f70836880e", "name": "network-vif-plugged", "status": "completed", "tag": "1a2fb855-042a-4e9c-a27d-f58282941b8b", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:26.719979 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73220d4a-1d2b-48a0-82ad-309364fb6f29 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:26.720553 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a2fb855-042a-4e9c-a27d-f58282941b8b', 'code': 200} Jan 12 10:18:26.814039 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-51134236-1ab8-4617-a0fe-5d31d9839225 req-b17e1ebb-8127-489c-92c4-f17e91de720a tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0300400 Jan 12 10:18:26.825160 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-88f4def0-a94c-491e-8a0d-f24c2ec47a89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:26.825160 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:18:26.828596 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:26.828999 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:26.938492 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:26.940937 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:26.981863 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,segment=NetworkSegment(2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2),segment_id=2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:27.080764 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:27.081791 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:18:27.116347 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed6414-b71f-49f7-a283-ce8a6c3a4f9f req-2cd9e033-c75b-4fcf-966b-6bf126dee9bc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:27.119975 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-45ed6414-b71f-49f7-a283-ce8a6c3a4f9f req-2cd9e033-c75b-4fcf-966b-6bf126dee9bc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0662203 Jan 12 10:18:27.127157 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:18:27.127534 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device e51c1c6f-734e-4fd5-8e4f-5bd6acd9c9aa not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:18:27.156638 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:27.179743 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-45ed6414-b71f-49f7-a283-ce8a6c3a4f9f req-99077814-952d-44ab-bd61-a912b35ede6f tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532429 Jan 12 10:18:27.788194 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5785a5-ffb4-4bfa-b13a-1d0698c632d6 req-c570f7a8-34a1-43e6-934f-c707632467e4 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:27.789970 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3d5785a5-ffb4-4bfa-b13a-1d0698c632d6 req-c570f7a8-34a1-43e6-934f-c707632467e4 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0499156 Jan 12 10:18:27.838193 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3d5785a5-ffb4-4bfa-b13a-1d0698c632d6 req-9b7d7e10-9647-40d1-bf16-33d0f485f7cc tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429392 Jan 12 10:18:27.930825 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82c0a327-ee99-4fc3-af1b-fa6559b9869c req-de3d8c90-7f3c-4be8-a283-9f342b4ab6e5 tempest-DeleteServersTestJSON-1235705990 tempest-DeleteServersTestJSON-1235705990-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b82886b-ca8f-4463-8bac-796eecf38c49 HTTP/1.1" status: 200 len: 210 time: 0.0260496 Jan 12 10:18:28.295886 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc806b-8826-428a-81ec-a575cfc8f753 req-f9f8fd88-305f-498d-b8c8-cd04defd9c40 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:28.297391 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aadc806b-8826-428a-81ec-a575cfc8f753 req-f9f8fd88-305f-498d-b8c8-cd04defd9c40 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0499823 Jan 12 10:18:28.366801 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aadc806b-8826-428a-81ec-a575cfc8f753 req-a1938089-1d77-4b06-bb8d-5cce1b477efc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632291 Jan 12 10:18:28.722239 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ae278f-c59d-4bca-a6bb-276970236d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:28.726173 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fc9980-8d66-4047-87ac-409a8e607672" -d '{"events": [{"server_uuid": "08ae278f-c59d-4bca-a6bb-276970236d33", "name": "network-vif-plugged", "status": "completed", "tag": "f47e2c5f-a92e-43ac-bd64-fa4ca58816b8"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:28.763707 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0391561b-5e57-49f3-85d2-072968f89cd9 x-openstack-request-id: req-0391561b-5e57-49f3-85d2-072968f89cd9 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:28.763707 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ae278f-c59d-4bca-a6bb-276970236d33", "name": "network-vif-plugged", "status": "completed", "tag": "f47e2c5f-a92e-43ac-bd64-fa4ca58816b8", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:28.763707 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0391561b-5e57-49f3-85d2-072968f89cd9 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:28.763707 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ae278f-c59d-4bca-a6bb-276970236d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8', 'code': 200} Jan 12 10:18:28.876415 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc728ca-0b73-439f-9616-16cfb5fe9ed4 req-6623d02d-06ba-407f-b841-26c6641cf2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:28.878664 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2bc728ca-0b73-439f-9616-16cfb5fe9ed4 req-6623d02d-06ba-407f-b841-26c6641cf2dc service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 1099 time: 0.0466516 Jan 12 10:18:28.948604 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f108d204-4429-4ab9-8d19-2a3001c5fbf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:28.961033 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2bc728ca-0b73-439f-9616-16cfb5fe9ed4 req-0b21ad6f-33e1-46bf-bb1f-e54b76c78225 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759566 Jan 12 10:18:28.978365 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8e6ba-9de1-4356-be3b-a60b720296ea req-2a32da9b-6098-4dbe-89d3-dde42cd9f500 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:28.980010 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7ee8e6ba-9de1-4356-be3b-a60b720296ea req-2a32da9b-6098-4dbe-89d3-dde42cd9f500 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0630281 Jan 12 10:18:29.050705 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7ee8e6ba-9de1-4356-be3b-a60b720296ea req-229823ea-6c5d-4500-86a7-aab441d9f1d1 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530014 Jan 12 10:18:29.499498 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6858bc80-88ce-4ed8-a17e-da91f34641ed req-8560fc6f-35f7-40a6-89b8-cea8ca03ae72 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:29.500985 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6858bc80-88ce-4ed8-a17e-da91f34641ed req-8560fc6f-35f7-40a6-89b8-cea8ca03ae72 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0560434 Jan 12 10:18:29.549117 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6858bc80-88ce-4ed8-a17e-da91f34641ed req-a1a17055-ab31-47e3-88d6-feae9735d6c3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420964 Jan 12 10:18:30.166919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07a26c4-9cac-4dfc-a093-dadf29ac936f req-55f7374f-e375-4174-86a8-548953979049 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:30.168389 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a07a26c4-9cac-4dfc-a093-dadf29ac936f req-55f7374f-e375-4174-86a8-548953979049 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0487666 Jan 12 10:18:30.214806 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a07a26c4-9cac-4dfc-a093-dadf29ac936f req-c7d89537-b109-477c-9460-083635903407 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409319 Jan 12 10:18:30.443011 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:30.666346 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b323c-6b0c-49ff-9215-0edfb1414474 req-06cc74e6-7d10-4839-adfe-4ee9b6500451 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:30.667825 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-153b323c-6b0c-49ff-9215-0edfb1414474 req-06cc74e6-7d10-4839-adfe-4ee9b6500451 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0503759 Jan 12 10:18:30.718988 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-153b323c-6b0c-49ff-9215-0edfb1414474 req-7cb00bd8-e975-471b-84e1-eb45f5771327 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456300 Jan 12 10:18:31.331248 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fca3c-0ec1-4e6b-9dc2-19cc9cfdd9e4 req-a33f90c5-3b0b-4aa1-b530-de36de0ccefb tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:31.333213 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa4fca3c-0ec1-4e6b-9dc2-19cc9cfdd9e4 req-a33f90c5-3b0b-4aa1-b530-de36de0ccefb tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0512083 Jan 12 10:18:31.379883 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa4fca3c-0ec1-4e6b-9dc2-19cc9cfdd9e4 req-3d03724a-599d-4644-bc71-5b6eeaa038cd tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406773 Jan 12 10:18:31.733540 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:31.865933 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add7b37-1a07-475a-80c3-cd2582fabe4b req-1ae00731-f8b9-479f-90a7-77abb8ce550a tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:31.867453 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9add7b37-1a07-475a-80c3-cd2582fabe4b req-1ae00731-f8b9-479f-90a7-77abb8ce550a tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0801444 Jan 12 10:18:31.870436 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0878a42e-5f6b-4ada-8c05-05bb68012e10 req-40da3f23-70a2-4956-8e74-fce666210185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:31.871808 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0878a42e-5f6b-4ada-8c05-05bb68012e10 req-40da3f23-70a2-4956-8e74-fce666210185 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 1103 time: 0.0739150 Jan 12 10:18:31.943696 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9add7b37-1a07-475a-80c3-cd2582fabe4b req-e4dd1e9d-5638-4a67-adfa-74d8e4d9e122 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707006 Jan 12 10:18:31.947004 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0878a42e-5f6b-4ada-8c05-05bb68012e10 req-483ae999-4250-4401-b31c-f8568d3814cf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683229 Jan 12 10:18:32.509745 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67638477-c096-4076-a1d8-b37c7a80a708 req-60def481-170b-44a6-8633-472ac59f2d46 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:32.511458 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-67638477-c096-4076-a1d8-b37c7a80a708 req-60def481-170b-44a6-8633-472ac59f2d46 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0549684 Jan 12 10:18:32.563457 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-67638477-c096-4076-a1d8-b37c7a80a708 req-b5a0d82b-18fb-43c8-ae5a-5afc280e56bc tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452363 Jan 12 10:18:32.672100 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49058) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:32.716855 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] Deleting subnet 7000030f-4565-49f5-9105-71b27b321233 {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:18:32.719971 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] Publish callbacks [] for subnet (7000030f-4565-49f5-9105-71b27b321233), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:32.764397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (7000030f-4565-49f5-9105-71b27b321233), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:32.812455 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (7000030f-4565-49f5-9105-71b27b321233), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:32.814610 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:32.980135 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (7000030f-4565-49f5-9105-71b27b321233), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.008697 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7000030f-4565-49f5-9105-71b27b321233,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:33.011499 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.015063 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-08441895-488b-427d-ab5a-4cc8a4474fd4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7000030f-4565-49f5-9105-71b27b321233 HTTP/1.1" status: 204 len: 168 time: 0.3419161 Jan 12 10:18:33.017664 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49068) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:33.067938 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d75d6-12a6-4ebf-abeb-1ba3d343d452 req-c1d7ce56-c588-4778-bd0f-365e4c6c7182 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:33.069539 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1a9d75d6-12a6-4ebf-abeb-1ba3d343d452 req-c1d7ce56-c588-4778-bd0f-365e4c6c7182 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0529969 Jan 12 10:18:33.092767 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (14d83d18-5704-40a0-9696-4511d82975c7), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.142096 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1a9d75d6-12a6-4ebf-abeb-1ba3d343d452 req-7dbed48e-4ee0-47b6-9894-89099fd37f6c tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624614 Jan 12 10:18:33.200019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (14d83d18-5704-40a0-9696-4511d82975c7), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.221760 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14d83d18-5704-40a0-9696-4511d82975c7']}} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:33.231664 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966fb1f8-6da9-4f1d-95f9-f4bac729a0b2') {'for_net_delete': True} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:33.231956 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966fb1f8-6da9-4f1d-95f9-f4bac729a0b2') {} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:33.241538 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460946'] for segment (966fb1f8-6da9-4f1d-95f9-f4bac729a0b2), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.255571 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (966fb1f8-6da9-4f1d-95f9-f4bac729a0b2), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.262381 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=103261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:18:33.262769 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114346'] for segment (966fb1f8-6da9-4f1d-95f9-f4bac729a0b2), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.264633 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: Traceback (most recent call last): Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: timer() Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: cb(*args, **kw) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: return func(*args, **kwargs) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: self._notify() Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: self.callback(batched_events) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: event.method(event) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: return f(self, *a, **k) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._get(url).json() Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: return self.request(url, 'GET', **kwargs) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:18:33.267183 dv-cinder-821602-9-iscsi neutron-server[103261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:18:33.383535 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (14d83d18-5704-40a0-9696-4511d82975c7), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.389553 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.401246 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] 10.222.0.76 "DELETE /v2.0/networks/14d83d18-5704-40a0-9696-4511d82975c7 HTTP/1.1" status: 204 len: 168 time: 0.3741989 Jan 12 10:18:33.405657 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da1a6f-4b63-4a14-bcb4-ed0f0c912a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=14d83d18-5704-40a0-9696-4511d82975c7,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:33.684949 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0d8d0-0bf6-43d9-933c-41b839f729e3 req-b03b9bca-c1a9-4924-8a61-38b139f8f9a9 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:33.686937 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fec0d8d0-0bf6-43d9-933c-41b839f729e3 req-b03b9bca-c1a9-4924-8a61-38b139f8f9a9 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0515151 Jan 12 10:18:33.745379 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fec0d8d0-0bf6-43d9-933c-41b839f729e3 req-dc07760a-e896-4cf5-8d57-f60ea4e58bbe tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467441 Jan 12 10:18:33.760895 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49088) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:33.805389 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-9955985d-4fa4-404d-9438-21238161a33e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b72f8a0bfce645689afc0befb48b8969&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0429969 Jan 12 10:18:33.807975 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49094) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:33.856892 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-089bbb3c-a545-4c16-ab12-af5c808ff67d admin admin] Publish callbacks [] for security_group (f72173e4-3bcb-4312-befe-3aeb592599af), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:33.882783 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-089bbb3c-a545-4c16-ab12-af5c808ff67d admin admin] Publish callbacks [] for security_group (f72173e4-3bcb-4312-befe-3aeb592599af), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:34.111121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-089bbb3c-a545-4c16-ab12-af5c808ff67d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f72173e4-3bcb-4312-befe-3aeb592599af), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:34.114209 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-089bbb3c-a545-4c16-ab12-af5c808ff67d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:34.115031 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-089bbb3c-a545-4c16-ab12-af5c808ff67d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f72173e4-3bcb-4312-befe-3aeb592599af HTTP/1.1" status: 204 len: 168 time: 0.3061743 Jan 12 10:18:34.123140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089bbb3c-a545-4c16-ab12-af5c808ff67d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72173e4-3bcb-4312-befe-3aeb592599af,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:34.437650 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e28d93-4c20-4f03-b017-8bf7320b41a1 req-61052c72-836b-4bc5-afcf-440708140db8 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:34.439486 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-83e28d93-4c20-4f03-b017-8bf7320b41a1 req-61052c72-836b-4bc5-afcf-440708140db8 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0559449 Jan 12 10:18:34.489587 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-83e28d93-4c20-4f03-b017-8bf7320b41a1 req-81bffb50-f8c1-494c-8a00-72f2603ab90c tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438602 Jan 12 10:18:34.611399 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fa2e7c-c260-44b3-915e-c80fd3545561 req-ded62e2e-0dd4-4163-9d5c-4cc285556050 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:34.613106 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73fa2e7c-c260-44b3-915e-c80fd3545561 req-ded62e2e-0dd4-4163-9d5c-4cc285556050 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0661824 Jan 12 10:18:34.664216 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73fa2e7c-c260-44b3-915e-c80fd3545561 req-401f902c-219c-43a1-b219-4fe17fcf8760 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Jan 12 10:18:35.240545 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49134) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:35.336678 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-network', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:35.430883 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Made reservation on behalf of f629494cd87248aab0f35a7aaf7bf2cf for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:35.433152 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.441767 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.518696 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks [] for security_group (8913e4e3-f3a4-4da8-a354-ddf9d709cf95), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.585229 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (8913e4e3-f3a4-4da8-a354-ddf9d709cf95), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.613279 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] vlan segment allocate from pool success with {'vlan_id': 775, 'physical_network': 'physnet1'} {{(pid=103261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:18:35.630125 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8913e4e3-f3a4-4da8-a354-ddf9d709cf95,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:35.633892 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (6341b723-6275-4155-b7d1-cef1d9441f6b), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.634181 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Added segment 6341b723-6275-4155-b7d1-cef1d9441f6b of type vlan for network 8ec688d5-17a4-4074-9e4c-75c9a85c307a Jan 12 10:18:35.678032 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (8ec688d5-17a4-4074-9e4c-75c9a85c307a), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.791244 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (8ec688d5-17a4-4074-9e4c-75c9a85c307a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.792315 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:35.793021 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:35.803180 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f777-564d-4dc3-99b7-4c97b0417738 req-5539a2e7-c6a8-4582-b794-7c4aba85ccf7 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:35.804886 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3ac0f777-564d-4dc3-99b7-4c97b0417738 req-5539a2e7-c6a8-4582-b794-7c4aba85ccf7 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0708034 Jan 12 10:18:35.857487 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3ac0f777-564d-4dc3-99b7-4c97b0417738 req-7cf33c56-cbf2-42d6-8df9-a7f6783f19fd tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447595 Jan 12 10:18:35.859347 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec688d5-17a4-4074-9e4c-75c9a85c307a,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:35.874468 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:18:35.941984 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-cf743e55-a746-4853-8c95-ff4f097c8e23 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7003007 Jan 12 10:18:35.945581 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49146) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:35.950375 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Request body: {'subnet': {'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-subnet', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:36.069693 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Made reservation on behalf of f629494cd87248aab0f35a7aaf7bf2cf for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:36.072165 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:36.383460 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (498449c8-e80e-469b-8ba2-338a57ca0a85), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:36.449049 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=498449c8-e80e-469b-8ba2-338a57ca0a85,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:36.454364 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Checking segment: {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:36.454739 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Network hostable DHCP agents. Network: 8ec688d5-17a4-4074-9e4c-75c9a85c307a, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:18:36.623154 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:18:36.726142 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 8ec688d5-17a4-4074-9e4c-75c9a85c307a) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:36.730595 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:36.738276 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:36.738988 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76a7ef6-e825-4316-8e62-03d0e15cdb81 None None] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:36.891862 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ed484060-c4c0-4495-b516-f728ff1e9635 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9443395 Jan 12 10:18:36.893914 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49172) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:36.900977 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:36.965021 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e022244-46d9-4023-8b39-ccd62bfb2b9a None None] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:18:36.988778 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add6247-dbe6-49a1-b701-46db76fde492 req-8e231c03-c583-4064-8bc4-9462962f5ba1 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:36.991359 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4add6247-dbe6-49a1-b701-46db76fde492 req-8e231c03-c583-4064-8bc4-9462962f5ba1 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.0550323 Jan 12 10:18:37.047983 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4add6247-dbe6-49a1-b701-46db76fde492 req-12a678e8-627f-4546-936e-34d60316c042 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505326 Jan 12 10:18:37.053392 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (8b16977a-b29a-479f-817f-c5fbb93ecd5d), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:37.054873 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (8b16977a-b29a-479f-817f-c5fbb93ecd5d), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:37.170461 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks [] for router_controller (8b16977a-b29a-479f-817f-c5fbb93ecd5d), precommit_add_association {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:37.281409 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe882ed-2571-46e0-ba10-fe1a39db4eab req-2f70896c-fcff-4d63-847e-f45ae3980d39 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:37.282961 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-dbe882ed-2571-46e0-ba10-fe1a39db4eab req-2f70896c-fcff-4d63-847e-f45ae3980d39 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.0521688 Jan 12 10:18:37.336546 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-dbe882ed-2571-46e0-ba10-fe1a39db4eab req-05c9ae09-c583-4b72-8be8-71e24095cebc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472665 Jan 12 10:18:37.420280 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-82fee552-5624-4c71-b038-7f7eb926b9f7 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:37.421666 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-82fee552-5624-4c71-b038-7f7eb926b9f7 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.79 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.1542594 Jan 12 10:18:37.464565 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks [] for router_gateway (8b16977a-b29a-479f-817f-c5fbb93ecd5d), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:37.547494 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Deleting port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:18:37.547758 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:37.904383 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] For port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,segment=NetworkSegment(2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2),segment_id=2dcf0fbc-a1ae-4947-a1e2-f8d520a9a6a2)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:37.905008 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:37.921431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Calling delete_port for f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:18:38.101970 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49212) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:38.166459 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks [] for router_gateway (8b16977a-b29a-479f-817f-c5fbb93ecd5d), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.195028 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.249691 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-dcf414e4-cef6-4183-8317-e21e828eb3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.249926 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (f47e2c5f-a92e-43ac-bd64-fa4ca58816b8), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.265192 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['f47e2c5f-a92e-43ac-bd64-fa4ca58816b8'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:18:38.291572 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8921a9-ceea-4bfd-b593-623bb56ee39b req-ca463879-91ee-481d-abbe-350bbecb1e71 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:38.293432 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-dc8921a9-ceea-4bfd-b593-623bb56ee39b req-ca463879-91ee-481d-abbe-350bbecb1e71 tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 950 time: 0.1119854 Jan 12 10:18:38.321440 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Pushing event deleted for resources: {'Port': ['ID=f47e2c5f-a92e-43ac-bd64-fa4ca58816b8,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:38.377090 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-dc8921a9-ceea-4bfd-b593-623bb56ee39b req-a1d860a0-b87b-4e80-a2bc-f33b80815a8f tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/security-groups?id=819c866c-5be8-4ba1-99d3-23a9ef4f1bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750229 Jan 12 10:18:38.389832 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] No DVR routers for this DVR port f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:18:38.394759 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.399070 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-34e9d48e-3523-4337-bb69-a48a9c830f5e req-980caaa9-981b-4efb-aee4-679a597a86ed tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.79 "DELETE /v2.0/ports/f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 HTTP/1.1" status: 204 len: 173 time: 0.9471643 Jan 12 10:18:38.399746 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ae278f-c59d-4bca-a6bb-276970236d33', 'name': 'network-vif-deleted', 'tag': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:38.402220 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b93a0d9-c648-4e42-9151-94d0bd157feb" -d '{"events": [{"server_uuid": "08ae278f-c59d-4bca-a6bb-276970236d33", "name": "network-vif-deleted", "tag": "f47e2c5f-a92e-43ac-bd64-fa4ca58816b8"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:38.449672 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-dcf414e4-cef6-4183-8317-e21e828eb3c5 admin admin] Publish callbacks [] for security_group (c9daa58c-5a5d-458c-8b09-9aa4e9204e72), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.479156 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a1fccf-3465-45f6-af0a-4c2af21959be x-openstack-request-id: req-d3a1fccf-3465-45f6-af0a-4c2af21959be {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:38.479463 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ae278f-c59d-4bca-a6bb-276970236d33", "name": "network-vif-deleted", "tag": "f47e2c5f-a92e-43ac-bd64-fa4ca58816b8", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:38.479722 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d3a1fccf-3465-45f6-af0a-4c2af21959be {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:38.480118 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ae278f-c59d-4bca-a6bb-276970236d33', 'name': 'network-vif-deleted', 'tag': 'f47e2c5f-a92e-43ac-bd64-fa4ca58816b8', 'status': 'completed', 'code': 200} Jan 12 10:18:38.528363 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Allocated IP 172.27.0.99 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/7cc8e8d6-5d43-4b61-83aa-e36a17333536) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:38.557097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b9328-a658-4da3-a992-ec20da83a4ea req-ef9e907e-8cd7-4b83-9e8b-ea536184e4a3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:38.558681 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bf8b9328-a658-4da3-a992-ec20da83a4ea req-ef9e907e-8cd7-4b83-9e8b-ea536184e4a3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.1010411 Jan 12 10:18:38.644164 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-dcf414e4-cef6-4183-8317-e21e828eb3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c9daa58c-5a5d-458c-8b09-9aa4e9204e72), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.686347 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-dcf414e4-cef6-4183-8317-e21e828eb3c5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2f1ccffd6da648bb96790ef5726aa9f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5829947 Jan 12 10:18:38.687417 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf414e4-cef6-4183-8317-e21e828eb3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9daa58c-5a5d-458c-8b09-9aa4e9204e72,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:38.690172 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49232) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:38.716348 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bf8b9328-a658-4da3-a992-ec20da83a4ea req-57ed9879-5018-4ec3-911d-d7ae3586e2d5 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446772 Jan 12 10:18:38.745342 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321208fb-d65e-463a-b077-7964ac30238d req-3b6bf6d8-3596-4c0b-aeb3-9e5ead011fd4 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:38.746938 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-321208fb-d65e-463a-b077-7964ac30238d req-3b6bf6d8-3596-4c0b-aeb3-9e5ead011fd4 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 946 time: 0.1314707 Jan 12 10:18:38.753635 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-27dd4558-2bb5-4afb-8548-9414e791a265 admin admin] Publish callbacks [] for security_group (c9daa58c-5a5d-458c-8b09-9aa4e9204e72), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.771582 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks [] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.779431 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-27dd4558-2bb5-4afb-8548-9414e791a265 admin admin] Publish callbacks [] for security_group (c9daa58c-5a5d-458c-8b09-9aa4e9204e72), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.844547 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49238) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:38.885286 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Deleting port 1a2fb855-042a-4e9c-a27d-f58282941b8b {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:18:38.885636 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.979771 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a2845693-0138-4d9a-9b6d-4ea73031e3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.992352 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-27dd4558-2bb5-4afb-8548-9414e791a265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c9daa58c-5a5d-458c-8b09-9aa4e9204e72), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.995181 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-27dd4558-2bb5-4afb-8548-9414e791a265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:38.996479 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-27dd4558-2bb5-4afb-8548-9414e791a265 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c9daa58c-5a5d-458c-8b09-9aa4e9204e72 HTTP/1.1" status: 204 len: 168 time: 0.3053999 Jan 12 10:18:39.003109 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.004457 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd4558-2bb5-4afb-8548-9414e791a265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9daa58c-5a5d-458c-8b09-9aa4e9204e72,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:39.012910 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] For port 1a2fb855-042a-4e9c-a27d-f58282941b8b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1a2fb855-042a-4e9c-a27d-f58282941b8b,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:39.013367 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.056045 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Calling delete_port for 1a2fb855-042a-4e9c-a27d-f58282941b8b owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:18:39.086297 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:39.099601 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:39.109349 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:39.147174 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Pushing event updated for resources: {'Port': ['ID=7cc8e8d6-5d43-4b61-83aa-e36a17333536,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:39.312403 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a2845693-0138-4d9a-9b6d-4ea73031e3be admin admin] Publish callbacks [] for security_group (005b6ba3-41e5-4b4a-88d3-5e05a5340e79), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.442553 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a2845693-0138-4d9a-9b6d-4ea73031e3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (005b6ba3-41e5-4b4a-88d3-5e05a5340e79), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.521310 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6249bc9e-8818-432d-b70e-027e2b65df50 req-0c7b8ea9-391f-4e55-8b28-9e55e3d27aee tempest-VolumesNegativeTest-1384943559 tempest-VolumesNegativeTest-1384943559-project] 10.222.0.76 "GET /v2.0/ports?device_id=08ae278f-c59d-4bca-a6bb-276970236d33 HTTP/1.1" status: 200 len: 210 time: 0.0562360 Jan 12 10:18:39.521986 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (1a2fb855-042a-4e9c-a27d-f58282941b8b), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.574569 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-a2845693-0138-4d9a-9b6d-4ea73031e3be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0014d0f903d74d359766670841cccd45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7289767 Jan 12 10:18:39.575269 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2845693-0138-4d9a-9b6d-4ea73031e3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005b6ba3-41e5-4b4a-88d3-5e05a5340e79,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:39.577467 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49252) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:39.612700 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Pushing event deleted for resources: {'Port': ['ID=1a2fb855-042a-4e9c-a27d-f58282941b8b,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:39.634079 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-91cf1365-367f-4091-aa57-621c5aff02f5 admin admin] Publish callbacks [] for security_group (005b6ba3-41e5-4b4a-88d3-5e05a5340e79), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.654831 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] No DVR routers for this DVR port 1a2fb855-042a-4e9c-a27d-f58282941b8b on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:18:39.657355 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.661073 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-321208fb-d65e-463a-b077-7964ac30238d req-06617c30-5644-4579-88e2-d4b212636ecc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "DELETE /v2.0/ports/1a2fb855-042a-4e9c-a27d-f58282941b8b HTTP/1.1" status: 204 len: 173 time: 0.9027705 Jan 12 10:18:39.661398 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-91cf1365-367f-4091-aa57-621c5aff02f5 admin admin] Publish callbacks [] for security_group (005b6ba3-41e5-4b4a-88d3-5e05a5340e79), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.716188 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks [] for router_gateway (8b16977a-b29a-479f-817f-c5fbb93ecd5d), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.798343 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-91cf1365-367f-4091-aa57-621c5aff02f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (005b6ba3-41e5-4b4a-88d3-5e05a5340e79), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.802693 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-91cf1365-367f-4091-aa57-621c5aff02f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.806150 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-91cf1365-367f-4091-aa57-621c5aff02f5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/005b6ba3-41e5-4b4a-88d3-5e05a5340e79 HTTP/1.1" status: 204 len: 168 time: 0.2249715 Jan 12 10:18:39.822354 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8a0f01e6-9aca-4a44-bff7-d565887a320f req-3726006e-167b-42a4-8bd6-6931ac4789ed tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 210 time: 0.0370679 Jan 12 10:18:39.830066 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cf1365-367f-4091-aa57-621c5aff02f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005b6ba3-41e5-4b4a-88d3-5e05a5340e79,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:39.900479 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49258) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:39.921829 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d0de55d9-f4a3-4318-9e87-b9bafa63501f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:39.955512 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (8b16977a-b29a-479f-817f-c5fbb93ecd5d), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.051049 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d0de55d9-f4a3-4318-9e87-b9bafa63501f admin admin] Publish callbacks [] for security_group (3aace15a-a931-4666-9e5b-cfa048a046c7), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.194814 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d0de55d9-f4a3-4318-9e87-b9bafa63501f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (3aace15a-a931-4666-9e5b-cfa048a046c7), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.233762 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d0de55d9-f4a3-4318-9e87-b9bafa63501f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=dd36d28f82f7467ebe98c308ad29d75f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3277218 Jan 12 10:18:40.234617 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de55d9-f4a3-4318-9e87-b9bafa63501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aace15a-a931-4666-9e5b-cfa048a046c7,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:40.236507 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49266) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:40.274586 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Router 8b16977a-b29a-479f-817f-c5fbb93ecd5d is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:18:40.301219 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00d4efda-12a5-46a2-8718-ff4ada462d4a admin admin] Publish callbacks [] for security_group (3aace15a-a931-4666-9e5b-cfa048a046c7), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.375651 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00d4efda-12a5-46a2-8718-ff4ada462d4a admin admin] Publish callbacks [] for security_group (3aace15a-a931-4666-9e5b-cfa048a046c7), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.464126 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:18:40.484253 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'name': 'network-vif-deleted', 'tag': '1a2fb855-042a-4e9c-a27d-f58282941b8b'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:40.484253 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e526066-bd82-4364-8205-2f83575b7359" -d '{"events": [{"server_uuid": "d259601b-8f07-47f5-ba0a-09f70836880e", "name": "network-vif-deleted", "tag": "1a2fb855-042a-4e9c-a27d-f58282941b8b"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:40.494415 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Sync routers for ids ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:18:40.520689 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Routers {'8b16977a-b29a-479f-817f-c5fbb93ecd5d'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:40.521452 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:18:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:40.538751 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c455f-baba-4f43-b4d7-5e6a6f3d5a46 x-openstack-request-id: req-ee1c455f-baba-4f43-b4d7-5e6a6f3d5a46 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:40.539068 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d259601b-8f07-47f5-ba0a-09f70836880e", "name": "network-vif-deleted", "tag": "1a2fb855-042a-4e9c-a27d-f58282941b8b", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:40.539337 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ee1c455f-baba-4f43-b4d7-5e6a6f3d5a46 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:40.539799 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd259601b-8f07-47f5-ba0a-09f70836880e', 'name': 'network-vif-deleted', 'tag': '1a2fb855-042a-4e9c-a27d-f58282941b8b', 'status': 'completed', 'code': 200} Jan 12 10:18:40.613104 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.619394 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-09166649-0934-4afd-afe0-366584cd93e3 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7210417 Jan 12 10:18:40.619394 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00d4efda-12a5-46a2-8718-ff4ada462d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (3aace15a-a931-4666-9e5b-cfa048a046c7), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.619722 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49286) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:40.623434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-00d4efda-12a5-46a2-8718-ff4ada462d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.624852 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-00d4efda-12a5-46a2-8718-ff4ada462d4a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3aace15a-a931-4666-9e5b-cfa048a046c7 HTTP/1.1" status: 204 len: 168 time: 0.3873718 Jan 12 10:18:40.635733 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4efda-12a5-46a2-8718-ff4ada462d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aace15a-a931-4666-9e5b-cfa048a046c7,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:40.642620 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Set router 8b16977a-b29a-479f-817f-c5fbb93ecd5d gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:18:40.722129 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 1a2fb855-042a-4e9c-a27d-f58282941b8b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:18:40.762976 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 1a2fb855-042a-4e9c-a27d-f58282941b8b {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:18:40.763565 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 1a2fb855-042a-4e9c-a27d-f58282941b8b not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:18:40.764803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:18:40.797167 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:18:40.798299 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f47e2c5f-a92e-43ac-bd64-fa4ca58816b8 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:18:40.860948 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:18:39Z', 'revision_number': 3, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port': {'id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:38Z', 'updated_at': '2022-01-12T10:18:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:40.921773 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Checking router: 8b16977a-b29a-479f-817f-c5fbb93ecd5d for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:18:40.922226 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Updating router 8b16977a-b29a-479f-817f-c5fbb93ecd5d port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:18:40.958785 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:40.969796 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49302) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:40.999817 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-780acc95-1d52-4d71-b43b-9486dd65d64f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.021401 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e12b5658-1ec9-4a20-85a0-db20b2d56954 req-c45d6b0e-f4d0-4797-a438-10d7aae39c64 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=d259601b-8f07-47f5-ba0a-09f70836880e HTTP/1.1" status: 200 len: 210 time: 0.0322998 Jan 12 10:18:41.184398 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-780acc95-1d52-4d71-b43b-9486dd65d64f admin admin] Publish callbacks [] for security_group (580e4a15-c0c1-492a-a687-cc3860f31e8c), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.306434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-780acc95-1d52-4d71-b43b-9486dd65d64f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (580e4a15-c0c1-492a-a687-cc3860f31e8c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.335916 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Publish callbacks [] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.348972 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.396779 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780acc95-1d52-4d71-b43b-9486dd65d64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e4a15-c0c1-492a-a687-cc3860f31e8c,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:41.414022 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-780acc95-1d52-4d71-b43b-9486dd65d64f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=164dc1730cb84661a93b0bd94fe8410f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4358609 Jan 12 10:18:41.414022 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49332) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:41.430769 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.463678 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Attempting to bind port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:18:41.464175 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Attempting to bind port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:18:41.465100 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Attempting to bind port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:41.488232 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:18:41.488883 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:41.490065 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.490752 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:18:41.491498 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Bound port: 7cc8e8d6-5d43-4b61-83aa-e36a17333536, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:18:41.491993 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.496805 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0f76-514b-4389-9047-3c9afe412f10 admin admin] Publish callbacks [] for security_group (580e4a15-c0c1-492a-a687-cc3860f31e8c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.523066 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0f76-514b-4389-9047-3c9afe412f10 admin admin] Publish callbacks [] for security_group (580e4a15-c0c1-492a-a687-cc3860f31e8c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.532609 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Pushing event updated for resources: {'Port': ['ID=7cc8e8d6-5d43-4b61-83aa-e36a17333536,revision_number=2']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:41.542731 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.543105 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.543918 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.544408 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.544924 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.545424 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.545906 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.546386 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.546999 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.561555 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.561555 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.561555 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.561555 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:18:41.595278 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] For port 7cc8e8d6-5d43-4b61-83aa-e36a17333536, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:41.599204 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] For port 7cc8e8d6-5d43-4b61-83aa-e36a17333536, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=7cc8e8d6-5d43-4b61-83aa-e36a17333536,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:41.629705 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Allocated IP 172.20.0.1 (8ec688d5-17a4-4074-9e4c-75c9a85c307a/498449c8-e80e-469b-8ba2-338a57ca0a85/f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:41.734389 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0f76-514b-4389-9047-3c9afe412f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (580e4a15-c0c1-492a-a687-cc3860f31e8c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.736674 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.737131 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5b8e0f76-514b-4389-9047-3c9afe412f10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.741777 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-5b8e0f76-514b-4389-9047-3c9afe412f10 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/580e4a15-c0c1-492a-a687-cc3860f31e8c HTTP/1.1" status: 204 len: 168 time: 0.3269017 Jan 12 10:18:41.746937 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks [] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:41.767693 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e0f76-514b-4389-9047-3c9afe412f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e4a15-c0c1-492a-a687-cc3860f31e8c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:41.813845 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Routers {'8b16977a-b29a-479f-817f-c5fbb93ecd5d'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:41.814452 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:18:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:41.854055 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b4492-e06b-4d7f-9381-c6567cf3b34d None None] Pushing event updated for resources: {'Port': ['ID=7cc8e8d6-5d43-4b61-83aa-e36a17333536,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:42.018388 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:42.026543 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] Set router 8b16977a-b29a-479f-817f-c5fbb93ecd5d gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:18:42.057619 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:42.064210 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:42.066751 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:42.095058 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Pushing event updated for resources: {'Port': ['ID=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:42.123688 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (8b16977a-b29a-479f-817f-c5fbb93ecd5d), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:42.279039 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:18:39Z', 'revision_number': 3, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port': {'id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:38Z', 'updated_at': '2022-01-12T10:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:42.326667 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4cf60f2-51d0-4999-ba8a-7e40fff66ba7 None None] The sync data for ids ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'] in dv-cinder-821602-9-iscsi is: [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:18:39Z', 'revision_number': 3, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port': {'id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:38Z', 'updated_at': '2022-01-12T10:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:18:42.914913 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:42.981034 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622924-2595-4180-a7e7-982660ba48d0 req-9fa59f56-b5ca-4c2e-9edf-2ea79cc400ea tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:42.988038 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-9fa59f56-b5ca-4c2e-9edf-2ea79cc400ea tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/networks?id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 HTTP/1.1" status: 200 len: 809 time: 0.5373068 Jan 12 10:18:43.013185 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-bcbd327a-776a-4f60-9282-7eb6d7ad8219 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/quotas/4c69f082e52f47c69f49330c667e31ce HTTP/1.1" status: 200 len: 375 time: 0.0241690 Jan 12 10:18:43.056271 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-faa1f830-c334-4374-9697-d2651f1808a1 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=4c69f082e52f47c69f49330c667e31ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420434 Jan 12 10:18:43.257039 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-e505c545-9ad9-4ae9-a279-0d4182400d2f service neutron] 10.222.0.76 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917171 Jan 12 10:18:43.312208 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks [] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:43.391390 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:43.471691 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-a58b17ed-de60-45cb-9d9a-21acaafb6704 service neutron] 10.222.0.76 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065296 Jan 12 10:18:43.515673 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (8b16977a-b29a-479f-817f-c5fbb93ecd5d), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:43.519081 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Pushing event updated for resources: {'Port': ['ID=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:43.640612 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:43.642290 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:43.806256 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Router 8b16977a-b29a-479f-817f-c5fbb93ecd5d has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:18:43.900514 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 7cc8e8d6-5d43-4b61-83aa-e36a17333536 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:18:43.986391 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b85046cf-17b9-42f6-b551-e6b5044b3196 req-a66ba9f1-c47e-4273-ab26-74da2f298b46 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 210 time: 0.0942831 Jan 12 10:18:44.045761 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:44.046032 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:44.052767 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:18:44.070483 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-05b5d5ac-abf8-45f2-a2de-5988d7ee4d29 admin admin] 10.222.0.76 "PUT /v2.0/routers/8b16977a-b29a-479f-817f-c5fbb93ecd5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4496696 Jan 12 10:18:44.171154 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:44.171538 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:44.212173 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 7cc8e8d6-5d43-4b61-83aa-e36a17333536, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=7cc8e8d6-5d43-4b61-83aa-e36a17333536,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:44.309423 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:44.368352 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=7cc8e8d6-5d43-4b61-83aa-e36a17333536,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:44.603506 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Sync routers for ids ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:18:44.616653 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Routers {'8b16977a-b29a-479f-817f-c5fbb93ecd5d'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:44.618724 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:18:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:44.815708 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c448-fee5-4cf7-842b-e807db704b50 req-7e60784d-d02a-4bb2-a86b-9f1e795ee7dd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:44.822388 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-7e60784d-d02a-4bb2-a86b-9f1e795ee7dd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 819 time: 0.2603910 Jan 12 10:18:44.834915 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Set router 8b16977a-b29a-479f-817f-c5fbb93ecd5d gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:18:44.844725 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-fb77b02c-02e6-48c8-9d3e-ee29153745fd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/quotas/f629494cd87248aab0f35a7aaf7bf2cf HTTP/1.1" status: 200 len: 375 time: 0.0211504 Jan 12 10:18:44.903014 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-383264e9-21b3-483c-b06d-f53dd1cb9456 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573173 Jan 12 10:18:45.019392 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-7db63fbf-737f-48bf-8327-3f454c71f4c9 service neutron] 10.222.0.76 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090176 Jan 12 10:18:45.084029 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:18:42Z', 'revision_number': 4, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port': {'id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:38Z', 'updated_at': '2022-01-12T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441', 'name': '', 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'mac_address': 'fa:16:3e:1c:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:41Z', 'updated_at': '2022-01-12T10:18:43Z', 'revision_number': 2, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'subnets': [{'id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:45.110607 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-e175320d-df60-4609-9f21-bb0d326440fc service neutron] 10.222.0.76 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903468 Jan 12 10:18:45.116682 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Checking router: 8b16977a-b29a-479f-817f-c5fbb93ecd5d for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:18:45.117073 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Updating router 8b16977a-b29a-479f-817f-c5fbb93ecd5d port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:18:45.142864 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:45.432981 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Publish callbacks [] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:45.602043 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-41946775-2843-4a5a-be87-20ae9f1e2ec9 req-442cac63-7b32-4888-b528-75c55ca1b585 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 210 time: 0.0354450 Jan 12 10:18:45.611763 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:45.681547 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b5c5b-ac43-4438-b94b-43366eec23f7 None None] Pushing event updated for resources: {'Port': ['ID=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:45.711794 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-60ea045f-dad4-40e3-a109-c7c8d4e808ba req-5898113a-5d6c-48dc-8116-8cde075ca720 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 210 time: 0.0626612 Jan 12 10:18:45.792080 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Attempting to bind port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:18:45.792080 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Attempting to bind port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:18:45.792080 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Attempting to bind port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 on network 8ec688d5-17a4-4074-9e4c-75c9a85c307a {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:45.797659 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:18:45.800480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Checking segment: {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:45.800480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:45.800480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Bound using segment: {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:18:45.800480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Bound port: f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:18:45.800480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:45.860752 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 7cc8e8d6-5d43-4b61-83aa-e36a17333536 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:18:45.950892 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] For port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:45.963478 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:45.963867 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:45.969229 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] For port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:46.065865 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:46.084834 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49686) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:46.092271 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:46.102730 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-bf75ec41-5783-4f1e-9c3f-182dfff876b5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:46.109992 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-bf75ec41-5783-4f1e-9c3f-182dfff876b5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 819 time: 0.1516175 Jan 12 10:18:46.130547 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-164e9d04-30ed-41ba-8b2e-50133645e3b3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/quotas/f629494cd87248aab0f35a7aaf7bf2cf HTTP/1.1" status: 200 len: 375 time: 0.0156531 Jan 12 10:18:46.199002 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Routers {'8b16977a-b29a-479f-817f-c5fbb93ecd5d'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:18:46.199002 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:18:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:46.199247 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-60ca9183-66dc-47f4-a4c1-11072b080461 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0711346 Jan 12 10:18:46.261452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b5c5b-ac43-4438-b94b-43366eec23f7 None None] Pushing event updated for resources: {'Port': ['ID=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:46.315338 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-76ca3141-3cf7-4e87-874f-68c0136c0164 service neutron] 10.222.0.76 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147418 Jan 12 10:18:46.358848 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] Set router 8b16977a-b29a-479f-817f-c5fbb93ecd5d gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:18:46.359080 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7b4db978-c991-46f4-bd86-29eb6e9081e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:46.452617 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-850826f6-4844-47ee-a7e2-8f518d714130 service neutron] 10.222.0.76 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233938 Jan 12 10:18:46.506557 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7b4db978-c991-46f4-bd86-29eb6e9081e0 admin admin] Publish callbacks [] for security_group (ba23e15c-4c2b-45a5-9aed-876672fd64fb), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:46.610460 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7b4db978-c991-46f4-bd86-29eb6e9081e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ba23e15c-4c2b-45a5-9aed-876672fd64fb), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:46.635143 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:18:42Z', 'revision_number': 4, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port': {'id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:38Z', 'updated_at': '2022-01-12T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441', 'name': '', 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'mac_address': 'fa:16:3e:1c:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:41Z', 'updated_at': '2022-01-12T10:18:45Z', 'revision_number': 4, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'subnets': [{'id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:46.648501 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4db978-c991-46f4-bd86-29eb6e9081e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba23e15c-4c2b-45a5-9aed-876672fd64fb,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:46.670004 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-7b4db978-c991-46f4-bd86-29eb6e9081e0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=092fc05c1812433889ef93b086615ac7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5840845 Jan 12 10:18:46.673663 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49712) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:46.746092 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8bc2d-5930-49f3-9abf-63e924731d18 None None] The sync data for ids ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'] in dv-cinder-821602-9-iscsi is: [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:18:42Z', 'revision_number': 4, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port': {'id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:38Z', 'updated_at': '2022-01-12T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441', 'name': '', 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'mac_address': 'fa:16:3e:1c:95:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:41Z', 'updated_at': '2022-01-12T10:18:45Z', 'revision_number': 4, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'subnets': [{'id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:18:46.830600 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ae7ea650-348e-4764-9c8d-1f35881db6fc req-af6700f6-f2d6-4782-b55a-dd18ee191c42 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 210 time: 0.0614161 Jan 12 10:18:46.916842 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e1ca990b-9f0c-4950-9b21-cd6dae01dfb6 req-cd71bd79-ebde-4f75-a68c-3fe159a1d7f7 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 210 time: 0.1565566 Jan 12 10:18:46.959724 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad870-4471-4d04-a76a-6f3446806170 admin admin] Publish callbacks [] for security_group (ba23e15c-4c2b-45a5-9aed-876672fd64fb), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:46.983863 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad870-4471-4d04-a76a-6f3446806170 admin admin] Publish callbacks [] for security_group (ba23e15c-4c2b-45a5-9aed-876672fd64fb), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:47.258828 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:47.261101 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad870-4471-4d04-a76a-6f3446806170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ba23e15c-4c2b-45a5-9aed-876672fd64fb), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:47.265243 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d1ad870-4471-4d04-a76a-6f3446806170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:47.276012 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-7d1ad870-4471-4d04-a76a-6f3446806170 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba23e15c-4c2b-45a5-9aed-876672fd64fb HTTP/1.1" status: 204 len: 168 time: 0.5993354 Jan 12 10:18:47.291430 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1ad870-4471-4d04-a76a-6f3446806170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba23e15c-4c2b-45a5-9aed-876672fd64fb,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:47.928283 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:18:48.026743 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3ca76c22-b1d5-42b1-8f75-01d05cac2731 req-d12a97e9-42b4-45c0-afb5-09b675439824 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 210 time: 0.0950472 Jan 12 10:18:48.041910 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:48.041910 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.090611 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-30f9cbb9-8bab-48c7-ad2f-31f6bc5c479e req-ca057432-bf58-4ca8-a9a3-ed3debeeb54d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 210 time: 0.0509295 Jan 12 10:18:48.196979 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:48.197438 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622924-2595-4180-a7e7-982660ba48d0 req-f6126199-b386-46a9-be3e-14697fc89a48 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:48.197591 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.199777 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-f6126199-b386-46a9-be3e-14697fc89a48 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "GET /v2.0/networks?id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 HTTP/1.1" status: 200 len: 809 time: 0.1699467 Jan 12 10:18:48.216779 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Request body: {'port': {'device_id': '058baa55-cf62-48da-b93c-31356308d34d', 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9', 'admin_state_up': True, 'tenant_id': '4c69f082e52f47c69f49330c667e31ce'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:48.272705 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:48.303292 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49786) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:48.321384 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-24bc1ab0-a19a-441a-b9a9-56ac75ee82ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.399715 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.448290 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-24bc1ab0-a19a-441a-b9a9-56ac75ee82ff admin admin] Publish callbacks [] for security_group (d816dbac-4506-47ce-b6cb-aa791a216278), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.467087 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:48.481350 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Made reservation on behalf of 4c69f082e52f47c69f49330c667e31ce for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:48.485136 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.505656 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-24bc1ab0-a19a-441a-b9a9-56ac75ee82ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d816dbac-4506-47ce-b6cb-aa791a216278), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.550633 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-24bc1ab0-a19a-441a-b9a9-56ac75ee82ff admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=76863ff8c04d4b7fb85a371181f6bdb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448356 Jan 12 10:18:48.551400 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc1ab0-a19a-441a-b9a9-56ac75ee82ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d816dbac-4506-47ce-b6cb-aa791a216278,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:48.554380 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49796) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:48.627706 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6993613-b6fd-413b-8196-ee76bfc7d62b admin admin] Publish callbacks [] for security_group (d816dbac-4506-47ce-b6cb-aa791a216278), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.654309 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Allocated IP 172.20.0.13 (41aaf025-344d-4c5e-a22b-fed4ae0a5ac9/fc85332c-b868-4ee3-85ff-1ba62943ac1c/8bce0060-3f6a-4f1f-9d5d-93e441254705) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:48.661134 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6993613-b6fd-413b-8196-ee76bfc7d62b admin admin] Publish callbacks [] for security_group (d816dbac-4506-47ce-b6cb-aa791a216278), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.855109 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks [] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.899877 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6993613-b6fd-413b-8196-ee76bfc7d62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d816dbac-4506-47ce-b6cb-aa791a216278), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.908071 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6993613-b6fd-413b-8196-ee76bfc7d62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:48.908071 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f6993613-b6fd-413b-8196-ee76bfc7d62b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d816dbac-4506-47ce-b6cb-aa791a216278 HTTP/1.1" status: 204 len: 168 time: 0.3499267 Jan 12 10:18:48.917230 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6993613-b6fd-413b-8196-ee76bfc7d62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d816dbac-4506-47ce-b6cb-aa791a216278,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:49.121444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:49.131693 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a34237cc-238b-4f8f-b227-85ca3848fed3 req-621db274-ee8c-449a-9f70-001013f9aa71 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 210 time: 0.0310426 Jan 12 10:18:49.214151 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:49.522797 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:49.525529 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:49.552793 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Pushing event updated for resources: {'Port': ['ID=8bce0060-3f6a-4f1f-9d5d-93e441254705,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:49.652700 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:49.653492 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:49.674165 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d42c6-5d43-4619-97e2-ca7393e1e6c2 req-5b9cd6f4-4a40-40c2-91f2-6bc4ddadc7b8 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:49.675702 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a97d42c6-5d43-4619-97e2-ca7393e1e6c2 req-5b9cd6f4-4a40-40c2-91f2-6bc4ddadc7b8 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 932 time: 0.4777210 Jan 12 10:18:49.697738 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c448-fee5-4cf7-842b-e807db704b50 req-e12baa93-f55d-4316-b1d8-620c4f274140 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:49.700391 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-e12baa93-f55d-4316-b1d8-620c4f274140 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 819 time: 0.5300732 Jan 12 10:18:49.731992 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Request body: {'port': {'device_id': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'admin_state_up': True, 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:49.829608 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:18:49.841068 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-dd3ab2f5-25f3-4b81-ba82-b6ced735c014 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6328650 Jan 12 10:18:49.861718 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Request body: {'port': {'device_id': '058baa55-cf62-48da-b93c-31356308d34d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:49.936845 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:18:49.937264 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:49.963407 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a97d42c6-5d43-4619-97e2-ca7393e1e6c2 req-136474da-cb44-49db-bcbc-946321a0d0f6 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609823 Jan 12 10:18:50.032793 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.049141 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-51bc01d1-7c28-4ff1-a98a-2ac02590ac97 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:50.070178 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-51bc01d1-7c28-4ff1-a98a-2ac02590ac97 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 819 time: 0.2313030 Jan 12 10:18:50.072400 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Request body: {'port': {'device_id': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'admin_state_up': True, 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:50.097945 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:50.099167 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49888) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:50.211400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_v2 [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] Deleting subnet 3eb99f15-5677-4d07-bf99-b67fcabe3378 {{(pid=103261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:18:50.213478 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Made reservation on behalf of f629494cd87248aab0f35a7aaf7bf2cf for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:50.216877 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.223494 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] Publish callbacks [] for subnet (3eb99f15-5677-4d07-bf99-b67fcabe3378), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.248937 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c04c142d-a4f7-44e3-84f2-8ffe313e3005 req-93c41911-7b8a-4ea2-9559-33cfe51cf740 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 210 time: 0.0414710 Jan 12 10:18:50.305315 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460953'] for subnet (3eb99f15-5677-4d07-bf99-b67fcabe3378), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.418478 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Made reservation on behalf of f629494cd87248aab0f35a7aaf7bf2cf for: {'port': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:18:50.422431 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.456309 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (3eb99f15-5677-4d07-bf99-b67fcabe3378), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.612108 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Allocated IP 172.20.0.14 (8ec688d5-17a4-4074-9e4c-75c9a85c307a/498449c8-e80e-469b-8ba2-338a57ca0a85/dc79d2c4-3816-40dd-8d58-7ea033a948ee) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:50.668842 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bce0060-3f6a-4f1f-9d5d-93e441254705 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:50.680038 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Publish callbacks [] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.737684 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Transition to ACTIVE for port object 8bce0060-3f6a-4f1f-9d5d-93e441254705 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:50.741548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9730959'] for subnet (3eb99f15-5677-4d07-bf99-b67fcabe3378), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.809623 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eb99f15-5677-4d07-bf99-b67fcabe3378,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:50.819166 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.822686 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-f610cd53-5a59-4551-a448-1fa67694e5a1 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/3eb99f15-5677-4d07-bf99-b67fcabe3378 HTTP/1.1" status: 204 len: 168 time: 0.7223289 Jan 12 10:18:50.825366 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49920) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:50.870414 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks [] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.907946 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (88477cf2-b9ec-4845-9eb4-2bcb089975e9), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.927702 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:50.992802 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Pushing event updated for resources: {'Port': ['ID=8bce0060-3f6a-4f1f-9d5d-93e441254705,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:51.000850 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (88477cf2-b9ec-4845-9eb4-2bcb089975e9), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.026821 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88477cf2-b9ec-4845-9eb4-2bcb089975e9']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:51.040210 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6b20b8-5d74-41c7-bce6-e8f4306454e9') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:51.041210 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6b20b8-5d74-41c7-bce6-e8f4306454e9') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:51.042285 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.055546 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (ac6b20b8-5d74-41c7-bce6-e8f4306454e9), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.099347 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (ac6b20b8-5d74-41c7-bce6-e8f4306454e9), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.110586 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:18:51.110797 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:51.110888 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (ac6b20b8-5d74-41c7-bce6-e8f4306454e9), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:18:51.116008 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:18:51.122426 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:18:51.122426 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:18:51.122426 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:18:51.122426 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:18:51.122426 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:18:51.123203 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:51.128490 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Pushing event updated for resources: {'Port': ['ID=dc79d2c4-3816-40dd-8d58-7ea033a948ee,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:51.131639 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:51.169896 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Attempting to bind port 8bce0060-3f6a-4f1f-9d5d-93e441254705 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:18:51.170262 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Attempting to bind port 8bce0060-3f6a-4f1f-9d5d-93e441254705 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:18:51.170632 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Attempting to bind port 8bce0060-3f6a-4f1f-9d5d-93e441254705 on network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:51.181680 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Port 8bce0060-3f6a-4f1f-9d5d-93e441254705 on network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:18:51.181996 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Attempting to bind port 8bce0060-3f6a-4f1f-9d5d-93e441254705 on network 41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:51.190900 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:18:51.191235 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Checking segment: {'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:51.191614 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Bound using segment: {'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:18:51.192051 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Bound port: 8bce0060-3f6a-4f1f-9d5d-93e441254705, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '316ce160-62eb-4070-b69d-fdf4c16f6887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:18:51.192561 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.200324 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:51.200969 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.205001 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Allocated IP 172.20.0.3 (8ec688d5-17a4-4074-9e4c-75c9a85c307a/498449c8-e80e-469b-8ba2-338a57ca0a85/43e1793b-b119-43ec-9359-0fd117551b40) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:18:51.249294 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9ef2-ae08-4d44-980c-94e71c38b5ef req-980c10e6-8394-45d1-a832-a7871d9b81da tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:51.250876 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-562c9ef2-ae08-4d44-980c-94e71c38b5ef req-980c10e6-8394-45d1-a832-a7871d9b81da tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 944 time: 0.1417162 Jan 12 10:18:51.279102 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] For port 8bce0060-3f6a-4f1f-9d5d-93e441254705, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:51.283200 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] For port 8bce0060-3f6a-4f1f-9d5d-93e441254705, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bce0060-3f6a-4f1f-9d5d-93e441254705,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:51.330109 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-16da35a3-98d7-4814-8a3c-47448b935e27 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6151390 Jan 12 10:18:51.342650 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Request body: {'port': {'device_id': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:51.361004 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-562c9ef2-ae08-4d44-980c-94e71c38b5ef req-d486985d-9b95-40ed-ba39-be13b1e5c84d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005027 Jan 12 10:18:51.394270 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.402525 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (88477cf2-b9ec-4845-9eb4-2bcb089975e9), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.403176 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-be187407-19e2-4dc1-995e-33a6bcb3055e req-5f46445b-f075-4fcd-8550-dfab44540331 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 210 time: 0.0646923 Jan 12 10:18:51.414919 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.420336 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] 10.222.0.76 "DELETE /v2.0/networks/88477cf2-b9ec-4845-9eb4-2bcb089975e9 HTTP/1.1" status: 204 len: 168 time: 0.5938463 Jan 12 10:18:51.425634 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49932) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:51.458305 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12812f2c-2c6a-481b-b4ec-40cca85ce820 admin admin] Pushing event deleted for resources: {'Network': ['ID=88477cf2-b9ec-4845-9eb4-2bcb089975e9,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:51.469031 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:51.469756 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.471437 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] 10.222.0.79 "PUT /v2.0/ports/8bce0060-3f6a-4f1f-9d5d-93e441254705 HTTP/1.1" status: 200 len: 1094 time: 1.6188719 Jan 12 10:18:51.492956 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058baa55-cf62-48da-b93c-31356308d34d', 'tag': '8bce0060-3f6a-4f1f-9d5d-93e441254705'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:51.495271 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328efcef-7240-457c-b3b0-f4ac9b48e375" -d '{"events": [{"name": "network-changed", "server_uuid": "058baa55-cf62-48da-b93c-31356308d34d", "tag": "8bce0060-3f6a-4f1f-9d5d-93e441254705"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:51.523265 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.533914 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] Deleting subnet 692f62b3-410c-433a-90c7-96d62f8e80f2 {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:18:51.538448 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] Publish callbacks [] for subnet (692f62b3-410c-433a-90c7-96d62f8e80f2), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.540478 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb8ad1-bbef-45cd-ba75-03c78504b9cd service neutron] Pushing event updated for resources: {'Port': ['ID=8bce0060-3f6a-4f1f-9d5d-93e441254705,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:51.580067 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks [] for port (43e1793b-b119-43ec-9359-0fd117551b40), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.600373 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (692f62b3-410c-433a-90c7-96d62f8e80f2), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.611494 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a788caac-b103-4211-bbf4-2cd6c13af382 x-openstack-request-id: req-a788caac-b103-4211-bbf4-2cd6c13af382 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:51.611703 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058baa55-cf62-48da-b93c-31356308d34d", "tag": "8bce0060-3f6a-4f1f-9d5d-93e441254705", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:51.611968 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-a788caac-b103-4211-bbf4-2cd6c13af382 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:51.612341 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058baa55-cf62-48da-b93c-31356308d34d', 'tag': '8bce0060-3f6a-4f1f-9d5d-93e441254705', 'status': 'completed', 'code': 200} Jan 12 10:18:51.652177 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49942) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:51.677503 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (692f62b3-410c-433a-90c7-96d62f8e80f2), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.730137 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622924-2595-4180-a7e7-982660ba48d0 req-8664614f-d769-4945-93ac-04341c6fa81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:51.731699 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-8664614f-d769-4945-93ac-04341c6fa81b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4c69f082e52f47c69f49330c667e31ce&device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 1097 time: 0.1473334 Jan 12 10:18:51.841720 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (43e1793b-b119-43ec-9359-0fd117551b40), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.861153 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-38615c67-494b-4f24-b846-e82b0a0000cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:51.919496 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Network 8ec688d5-17a4-4074-9e4c-75c9a85c307a is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:18:51.932594 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:18:51.940750 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:18:51.947929 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Pushing event updated for resources: {'Port': ['ID=43e1793b-b119-43ec-9359-0fd117551b40,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:51.984705 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (692f62b3-410c-433a-90c7-96d62f8e80f2), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.030668 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc79d2c4-3816-40dd-8d58-7ea033a948ee {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:52.037900 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=692f62b3-410c-433a-90c7-96d62f8e80f2,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:52.040485 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.042118 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Publish callbacks [] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.043769 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b9a892bb-ea6a-48b4-91df-c990c99b8a80 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/692f62b3-410c-433a-90c7-96d62f8e80f2 HTTP/1.1" status: 204 len: 168 time: 0.6145749 Jan 12 10:18:52.048694 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49956) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:52.056397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:52.057624 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.061004 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Transition to ACTIVE for port object dc79d2c4-3816-40dd-8d58-7ea033a948ee will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:52.129283 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49958) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:52.175713 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-38615c67-494b-4f24-b846-e82b0a0000cd admin admin] Publish callbacks [] for security_group (403aa9ba-0864-40dc-bd9d-22cd07c7e023), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.178942 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (90b51f82-469f-4f47-85b8-f4bbea3aab54), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.195556 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.198714 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-1601feec-d715-43d7-9fbb-dc9c4c0fde4f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1335132 Jan 12 10:18:52.263437 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Pushing event updated for resources: {'Port': ['ID=dc79d2c4-3816-40dd-8d58-7ea033a948ee,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:52.294143 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-38615c67-494b-4f24-b846-e82b0a0000cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (403aa9ba-0864-40dc-bd9d-22cd07c7e023), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.313283 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (90b51f82-469f-4f47-85b8-f4bbea3aab54), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.367911 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e59b6908-1ba8-4c67-a3fa-48eb58602c6d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=c00c7c2f1a1246d2b4edb7949d91e658&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367630 Jan 12 10:18:52.373234 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49964) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:52.381174 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Attempting to bind port dc79d2c4-3816-40dd-8d58-7ea033a948ee on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:18:52.381434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Attempting to bind port dc79d2c4-3816-40dd-8d58-7ea033a948ee by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:18:52.381600 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Attempting to bind port dc79d2c4-3816-40dd-8d58-7ea033a948ee on network 8ec688d5-17a4-4074-9e4c-75c9a85c307a {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:52.400571 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Port dc79d2c4-3816-40dd-8d58-7ea033a948ee on network 8ec688d5-17a4-4074-9e4c-75c9a85c307a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:18:52.401127 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Attempting to bind port dc79d2c4-3816-40dd-8d58-7ea033a948ee on network 8ec688d5-17a4-4074-9e4c-75c9a85c307a {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:52.431125 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:18:52.431685 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Checking segment: {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:52.432320 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Bound using segment: {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:18:52.433113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Bound port: dc79d2c4-3816-40dd-8d58-7ea033a948ee, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:18:52.433815 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.547870 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c650-14f0-49b0-99c5-1cf5e9ac2c6e admin admin] Publish callbacks [] for security_group (819c866c-5be8-4ba1-99d3-23a9ef4f1bce), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.613083 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c650-14f0-49b0-99c5-1cf5e9ac2c6e admin admin] Publish callbacks [] for security_group (819c866c-5be8-4ba1-99d3-23a9ef4f1bce), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.628486 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] For port dc79d2c4-3816-40dd-8d58-7ea033a948ee, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:52.642972 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-38615c67-494b-4f24-b846-e82b0a0000cd admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d504557e31343108d86a622277c23d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9894319 Jan 12 10:18:52.646279 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90b51f82-469f-4f47-85b8-f4bbea3aab54']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:52.655851 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49972) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:52.671903 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38615c67-494b-4f24-b846-e82b0a0000cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403aa9ba-0864-40dc-bd9d-22cd07c7e023,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:52.686562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] For port dc79d2c4-3816-40dd-8d58-7ea033a948ee, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:52.707855 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55805732-63a9-4497-9963-08e143b4f533') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:52.708840 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55805732-63a9-4497-9963-08e143b4f533') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:18:52.730318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (55805732-63a9-4497-9963-08e143b4f533), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.758606 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4c78e-08a1-48c3-a916-f97891a40163 req-a2d67ef0-8efa-4553-8ede-86136769ec41 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:52.760295 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-adc4c78e-08a1-48c3-a916-f97891a40163 req-a2d67ef0-8efa-4553-8ede-86136769ec41 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 944 time: 0.1274493 Jan 12 10:18:52.761419 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (55805732-63a9-4497-9963-08e143b4f533), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.767605 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fa23a406-e722-4dc5-9ad5-54b5b4cacfa3 admin admin] Publish callbacks [] for security_group (403aa9ba-0864-40dc-bd9d-22cd07c7e023), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.776381 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:18:52.776787 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (55805732-63a9-4497-9963-08e143b4f533), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:18:52.778616 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:18:52.802304 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fa23a406-e722-4dc5-9ad5-54b5b4cacfa3 admin admin] Publish callbacks [] for security_group (403aa9ba-0864-40dc-bd9d-22cd07c7e023), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.838634 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.867988 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-adc4c78e-08a1-48c3-a916-f97891a40163 req-d1659594-5c2d-497b-8e42-f805476d0207 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002491 Jan 12 10:18:52.877588 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:52.878462 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.881319 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] 10.222.0.79 "PUT /v2.0/ports/dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 200 len: 1094 time: 1.5441298 Jan 12 10:18:52.898926 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c650-14f0-49b0-99c5-1cf5e9ac2c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (819c866c-5be8-4ba1-99d3-23a9ef4f1bce), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.902033 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c650-14f0-49b0-99c5-1cf5e9ac2c6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.903281 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e9f0c650-14f0-49b0-99c5-1cf5e9ac2c6e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/819c866c-5be8-4ba1-99d3-23a9ef4f1bce HTTP/1.1" status: 204 len: 168 time: 0.5290945 Jan 12 10:18:52.925059 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0c650-14f0-49b0-99c5-1cf5e9ac2c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819c866c-5be8-4ba1-99d3-23a9ef4f1bce,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:52.950361 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60a050c-0e3f-47d9-960e-b1140ea6554d service neutron] Pushing event updated for resources: {'Port': ['ID=dc79d2c4-3816-40dd-8d58-7ea033a948ee,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:52.958648 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (90b51f82-469f-4f47-85b8-f4bbea3aab54), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.970049 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:52.973308 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] 10.222.0.76 "DELETE /v2.0/networks/90b51f82-469f-4f47-85b8-f4bbea3aab54 HTTP/1.1" status: 204 len: 168 time: 0.9139080 Jan 12 10:18:52.984540 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2fe369-1edf-44de-a026-7225f89e7684 admin admin] Pushing event deleted for resources: {'Network': ['ID=90b51f82-469f-4f47-85b8-f4bbea3aab54,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:53.003475 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f3bb-c23e-472d-89dc-3d8620cfe042 req-47722668-aa2a-4bb6-858d-a9bf824d87bf tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:53.005944 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7ac3f3bb-c23e-472d-89dc-3d8620cfe042 req-47722668-aa2a-4bb6-858d-a9bf824d87bf tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 931 time: 0.0796909 Jan 12 10:18:53.014512 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fa23a406-e722-4dc5-9ad5-54b5b4cacfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (403aa9ba-0864-40dc-bd9d-22cd07c7e023), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:53.019288 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fa23a406-e722-4dc5-9ad5-54b5b4cacfa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:53.022614 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-fa23a406-e722-4dc5-9ad5-54b5b4cacfa3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/403aa9ba-0864-40dc-bd9d-22cd07c7e023 HTTP/1.1" status: 204 len: 168 time: 0.3641222 Jan 12 10:18:53.029991 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23a406-e722-4dc5-9ad5-54b5b4cacfa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403aa9ba-0864-40dc-bd9d-22cd07c7e023,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:53.075307 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7ac3f3bb-c23e-472d-89dc-3d8620cfe042 req-04244126-4543-4e2a-bdce-374d6d8ee19e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550580 Jan 12 10:18:53.384467 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 49984) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:53.442734 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-9c60c1d6-8b20-47f2-8549-12a478a0e95f admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2cff3c09e43747e7ae2e116cb32bd342&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0568769 Jan 12 10:18:53.446074 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 49986) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:53.502488 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7231e956-9eab-4cc6-8426-3b162fb86165 admin admin] Publish callbacks [] for security_group (779d04c4-039e-4b1c-93ae-5435d94c857b), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:53.528586 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7231e956-9eab-4cc6-8426-3b162fb86165 admin admin] Publish callbacks [] for security_group (779d04c4-039e-4b1c-93ae-5435d94c857b), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:53.613523 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'tag': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:53.617300 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768a8906-a392-4dfd-92e6-e244810d0ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "0dfb79c4-a67a-4d72-801c-fce11fe1ca0b", "tag": "dc79d2c4-3816-40dd-8d58-7ea033a948ee"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:53.657539 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11c184e-e19f-4008-a9f6-334558c13873 x-openstack-request-id: req-f11c184e-e19f-4008-a9f6-334558c13873 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:53.657782 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dfb79c4-a67a-4d72-801c-fce11fe1ca0b", "tag": "dc79d2c4-3816-40dd-8d58-7ea033a948ee", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:53.658174 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-f11c184e-e19f-4008-a9f6-334558c13873 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:53.658677 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'tag': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee', 'status': 'completed', 'code': 200} Jan 12 10:18:53.670728 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7231e956-9eab-4cc6-8426-3b162fb86165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (779d04c4-039e-4b1c-93ae-5435d94c857b), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:53.673738 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7231e956-9eab-4cc6-8426-3b162fb86165 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:53.678971 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-7231e956-9eab-4cc6-8426-3b162fb86165 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/779d04c4-039e-4b1c-93ae-5435d94c857b HTTP/1.1" status: 204 len: 168 time: 0.2275093 Jan 12 10:18:53.692113 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231e956-9eab-4cc6-8426-3b162fb86165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779d04c4-039e-4b1c-93ae-5435d94c857b,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:53.996267 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aee071-8cfe-4112-8b6c-b57915debdcb req-c8edae97-ac29-4fe0-84e0-35fb22395572 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:54.013377 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07aee071-8cfe-4112-8b6c-b57915debdcb req-c8edae97-ac29-4fe0-84e0-35fb22395572 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 944 time: 0.0598750 Jan 12 10:18:54.056950 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07aee071-8cfe-4112-8b6c-b57915debdcb req-d9305aef-2583-470f-b872-e16fa0a97f7c tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533834 Jan 12 10:18:54.109459 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Request body: {'port': {'device_id': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:18:54.182408 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (43e1793b-b119-43ec-9359-0fd117551b40), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:54.214162 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-44863a12-4046-484a-8b7f-779355bc59a3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bce0060-3f6a-4f1f-9d5d-93e441254705 HTTP/1.1" status: 200 len: 217 time: 0.1192822 Jan 12 10:18:54.266097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8906-a392-4dfd-92e6-e244810d0ed2 req-6a3d3be5-1ac0-47d5-af00-609d506e5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:54.267602 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-768a8906-a392-4dfd-92e6-e244810d0ed2 req-6a3d3be5-1ac0-47d5-af00-609d506e5c41 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1097 time: 0.0855434 Jan 12 10:18:54.292984 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06622924-2595-4180-a7e7-982660ba48d0 req-cfc4de5c-d018-491a-8834-8a720b9a4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:54.296686 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-cfc4de5c-d018-491a-8834-8a720b9a4f73 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc85332c-b868-4ee3-85ff-1ba62943ac1c HTTP/1.1" status: 200 len: 849 time: 0.0769641 Jan 12 10:18:54.313966 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f77f89-e785-40fc-aad9-b8871f471974 req-1deff574-d82b-456d-96c4-75336d82d63c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:54.315991 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c0f77f89-e785-40fc-aad9-b8871f471974 req-1deff574-d82b-456d-96c4-75336d82d63c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 931 time: 0.1162796 Jan 12 10:18:54.355766 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-bbf14851-49e8-40ee-a1c3-1a1ef1c42ff9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443144 Jan 12 10:18:54.482320 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c0f77f89-e785-40fc-aad9-b8871f471974 req-4eaa3bb6-bccf-4628-96ef-d2732684ada6 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041965 Jan 12 10:18:54.520099 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8906-a392-4dfd-92e6-e244810d0ed2 req-bc3b2936-b6fe-40ac-9d07-a5f165393f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:54.522200 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-768a8906-a392-4dfd-92e6-e244810d0ed2 req-bc3b2936-b6fe-40ac-9d07-a5f165393f8b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2415149 Jan 12 10:18:54.559401 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-2c12f860-c3a5-4992-aff6-1bb762066fd4 service neutron] 10.222.0.79 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971064 Jan 12 10:18:54.580820 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50038) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:54.735649 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a8906-a392-4dfd-92e6-e244810d0ed2 req-cdb7197f-798b-4c32-8ee0-5f401674fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:54.738146 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-768a8906-a392-4dfd-92e6-e244810d0ed2 req-cdb7197f-798b-4c32-8ee0-5f401674fd41 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2049851 Jan 12 10:18:54.741774 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-cd5dc42f-6092-46c8-a7e7-daf9855d0de0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=30d54067f2294c48a821ac7ddaa5726d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1553934 Jan 12 10:18:54.752165 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 50046) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:54.762562 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e1793b-b119-43ec-9359-0fd117551b40 {{(pid=103260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:54.774087 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Publish callbacks [] for port (43e1793b-b119-43ec-9359-0fd117551b40), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:54.784815 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-06622924-2595-4180-a7e7-982660ba48d0 req-e1ed5a5c-48d8-43e6-b8e8-111a76df6cef service neutron] 10.222.0.79 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2053900 Jan 12 10:18:54.795654 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.provisioning_blocks [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Transition to ACTIVE for port object 43e1793b-b119-43ec-9359-0fd117551b40 will not be triggered until provisioned by entity L2. {{(pid=103260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:18:54.862147 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0b83b0c6-37f8-48c6-a079-c5747f86c1bc admin admin] Publish callbacks [] for security_group (714505df-fe84-464e-bf7d-430781ae6829), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:54.866549 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c448-fee5-4cf7-842b-e807db704b50 req-e67d0d62-b359-4323-867b-770692b8f483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:54.868126 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-e67d0d62-b359-4323-867b-770692b8f483 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1097 time: 0.0728981 Jan 12 10:18:54.890060 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (43e1793b-b119-43ec-9359-0fd117551b40), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:54.927826 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-87f2729d-c08c-4211-915d-8dc58b1fa24e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 200 len: 217 time: 0.0525477 Jan 12 10:18:54.939651 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0b83b0c6-37f8-48c6-a079-c5747f86c1bc admin admin] Publish callbacks [] for security_group (714505df-fe84-464e-bf7d-430781ae6829), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:55.004399 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Pushing event updated for resources: {'Port': ['ID=43e1793b-b119-43ec-9359-0fd117551b40,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:55.085541 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07c448-fee5-4cf7-842b-e807db704b50 req-827f69e4-73f7-4678-b70d-2d8d0e70f3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.089527 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-827f69e4-73f7-4678-b70d-2d8d0e70f3e6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.1474869 Jan 12 10:18:55.118483 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-3a14979f-b6ea-4a7e-afee-f6706276ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.121792 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-3a14979f-b6ea-4a7e-afee-f6706276ecef service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=4c69f082e52f47c69f49330c667e31ce&device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 1097 time: 0.1590285 Jan 12 10:18:55.197266 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Attempting to bind port 43e1793b-b119-43ec-9359-0fd117551b40 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:18:55.197618 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Attempting to bind port 43e1793b-b119-43ec-9359-0fd117551b40 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:18:55.199141 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Attempting to bind port 43e1793b-b119-43ec-9359-0fd117551b40 on network 8ec688d5-17a4-4074-9e4c-75c9a85c307a {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:55.207696 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Port 43e1793b-b119-43ec-9359-0fd117551b40 on network 8ec688d5-17a4-4074-9e4c-75c9a85c307a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:18:55.208673 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Attempting to bind port 43e1793b-b119-43ec-9359-0fd117551b40 on network 8ec688d5-17a4-4074-9e4c-75c9a85c307a {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:18:55.216490 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:18:55.216840 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Checking segment: {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:18:55.217257 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Bound using segment: {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:18:55.217695 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Bound port: 43e1793b-b119-43ec-9359-0fd117551b40, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6341b723-6275-4155-b7d1-cef1d9441f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:18:55.218122 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (43e1793b-b119-43ec-9359-0fd117551b40), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:55.228035 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-7a631bf3-ff9f-42e6-865d-cbae513ade5d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285923 Jan 12 10:18:55.337066 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] For port 43e1793b-b119-43ec-9359-0fd117551b40, host hv-cinder-82160, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:18:55.341256 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] For port 43e1793b-b119-43ec-9359-0fd117551b40, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=43e1793b-b119-43ec-9359-0fd117551b40,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:18:55.376575 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0b83b0c6-37f8-48c6-a079-c5747f86c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (714505df-fe84-464e-bf7d-430781ae6829), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:55.379169 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0b83b0c6-37f8-48c6-a079-c5747f86c1bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:55.381368 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-0b83b0c6-37f8-48c6-a079-c5747f86c1bc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/714505df-fe84-464e-bf7d-430781ae6829 HTTP/1.1" status: 204 len: 168 time: 0.6281030 Jan 12 10:18:55.420511 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (43e1793b-b119-43ec-9359-0fd117551b40), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:55.448579 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83b0c6-37f8-48c6-a079-c5747f86c1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714505df-fe84-464e-bf7d-430781ae6829,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:55.485475 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-139c261c-9855-47c9-871e-93e6e2ad072e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.487216 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-139c261c-9855-47c9-871e-93e6e2ad072e service neutron] 10.222.0.79 "GET /v2.0/networks?id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 HTTP/1.1" status: 200 len: 910 time: 0.3549647 Jan 12 10:18:55.508708 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8fad11-f298-43ce-a6ae-f6843a1f33a4 req-497b8172-4562-42fb-84dc-4b2c26e25622 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.508708 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3b8fad11-f298-43ce-a6ae-f6843a1f33a4 req-497b8172-4562-42fb-84dc-4b2c26e25622 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 944 time: 0.1938691 Jan 12 10:18:55.528708 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Pushing event updated for resources: {'Port': ['ID=43e1793b-b119-43ec-9359-0fd117551b40,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:55.529591 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-51ca8b93-5715-48c7-81e2-1a5b93e0c694 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856450 Jan 12 10:18:55.553688 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.556096 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:55.568391 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-e3a9865f-116e-43dd-a863-fc3356e9b5bf service neutron] 10.222.0.79 "PUT /v2.0/ports/43e1793b-b119-43ec-9359-0fd117551b40 HTTP/1.1" status: 200 len: 1093 time: 1.4574063 Jan 12 10:18:55.572241 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'tag': '43e1793b-b119-43ec-9359-0fd117551b40'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:18:55.581795 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8baecb34-537e-4241-a93f-9927b1f2731b" -d '{"events": [{"name": "network-changed", "server_uuid": "2428ab03-357c-45e7-8cf0-6d75706e78aa", "tag": "43e1793b-b119-43ec-9359-0fd117551b40"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:18:55.590952 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-1dde89c2-71cd-4407-a42d-45ae5d7735b3 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8bce0060-3f6a-4f1f-9d5d-93e441254705 HTTP/1.1" status: 200 len: 217 time: 0.0936904 Jan 12 10:18:55.778316 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682cd75-9dc6-4e40-8624-9435c262821a req-72a53156-bc83-4bf1-87bf-3109a91326a8 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.793712 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c682cd75-9dc6-4e40-8624-9435c262821a req-72a53156-bc83-4bf1-87bf-3109a91326a8 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 943 time: 0.1531963 Jan 12 10:18:55.820589 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-491a2112-1761-4e13-81e6-b853fe163f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.822194 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-491a2112-1761-4e13-81e6-b853fe163f2b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 1096 time: 0.1116118 Jan 12 10:18:55.879743 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-7e9abd80-503d-4779-8e59-9297f6fef451 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e1793b-b119-43ec-9359-0fd117551b40 HTTP/1.1" status: 200 len: 217 time: 0.0474734 Jan 12 10:18:55.940256 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c682cd75-9dc6-4e40-8624-9435c262821a req-3e882ee4-128f-4570-a1fa-93aae302ac2c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355371 Jan 12 10:18:55.954324 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-75720c51-3431-4375-b60c-a2bc21feb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:55.956229 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-75720c51-3431-4375-b60c-a2bc21feb49c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0693765 Jan 12 10:18:56.011399 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fd2a2d-1164-444a-9efc-94431fa098c4 x-openstack-request-id: req-e3fd2a2d-1164-444a-9efc-94431fa098c4 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:18:56.011861 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2428ab03-357c-45e7-8cf0-6d75706e78aa", "tag": "43e1793b-b119-43ec-9359-0fd117551b40", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:18:56.012167 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e3fd2a2d-1164-444a-9efc-94431fa098c4 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:18:56.012762 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'tag': '43e1793b-b119-43ec-9359-0fd117551b40', 'status': 'completed', 'code': 200} Jan 12 10:18:56.016619 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-63985dcd-4353-4c10-83c2-ba5113cacb5c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533369 Jan 12 10:18:56.034012 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3b8fad11-f298-43ce-a6ae-f6843a1f33a4 req-44587b0e-fa5d-4924-b0f8-5dd8d4752322 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164790 Jan 12 10:18:56.043447 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-9dff0dce-f6c7-4259-9113-fa18d3a14d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:56.044974 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-9dff0dce-f6c7-4259-9113-fa18d3a14d16 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=fc85332c-b868-4ee3-85ff-1ba62943ac1c HTTP/1.1" status: 200 len: 849 time: 0.4393768 Jan 12 10:18:56.082526 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-e4bc2d57-03c2-45ce-9821-a7a645c4c93a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311742 Jan 12 10:18:56.085367 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da07c448-fee5-4cf7-842b-e807db704b50 req-21f48148-5c60-4493-93e4-506e86b6e39d service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057459 Jan 12 10:18:56.121845 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-5db7488b-8d77-47e4-99f4-296211bfbfc2 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993352 Jan 12 10:18:56.186056 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-b51bf8cd-3e1e-4b25-a1eb-d7054203ff9f service neutron] 10.222.0.79 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933063 Jan 12 10:18:56.233637 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ac91fd3-f5a7-428e-b192-b0034263a233 req-b6385ef7-6e0d-40df-876a-ea469d9a1be7 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057050 Jan 12 10:18:56.299058 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-328efcef-7240-457c-b3b0-f4ac9b48e375 req-80e1fbca-1b8f-41a4-9285-82b93d4fff97 service neutron] 10.222.0.79 "GET /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068184 Jan 12 10:18:56.445261 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baecb34-537e-4241-a93f-9927b1f2731b req-3b555a78-4ec3-4e20-921f-2f6d233a519c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:56.446853 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8baecb34-537e-4241-a93f-9927b1f2731b req-3b555a78-4ec3-4e20-921f-2f6d233a519c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 1096 time: 0.0427101 Jan 12 10:18:56.543156 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baecb34-537e-4241-a93f-9927b1f2731b req-0cf569dc-f286-414f-ada8-98799d7b9f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:56.544565 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8baecb34-537e-4241-a93f-9927b1f2731b req-0cf569dc-f286-414f-ada8-98799d7b9f2d service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 920 time: 0.0904391 Jan 12 10:18:56.588090 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8baecb34-537e-4241-a93f-9927b1f2731b req-a98c8776-a65e-4473-a1e5-13f9f84d2ddf service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e1793b-b119-43ec-9359-0fd117551b40 HTTP/1.1" status: 200 len: 217 time: 0.0372484 Jan 12 10:18:56.679773 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baecb34-537e-4241-a93f-9927b1f2731b req-9d70d3fc-d4ca-4b5f-bc2d-8fd98f6039f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:56.681423 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8baecb34-537e-4241-a93f-9927b1f2731b req-9d70d3fc-d4ca-4b5f-bc2d-8fd98f6039f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0867033 Jan 12 10:18:56.717147 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8baecb34-537e-4241-a93f-9927b1f2731b req-e745abdc-44e7-4907-b46e-2a4005d33bae service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275166 Jan 12 10:18:56.774306 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-89e2f58d-cb5d-4b4b-b938-74decdf581b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:56.861142 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8baecb34-537e-4241-a93f-9927b1f2731b req-af63a258-b045-461e-82a5-469940bcbb76 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355064 Jan 12 10:18:56.980294 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8baecb34-537e-4241-a93f-9927b1f2731b req-22807e4a-08e5-40c0-942b-21fd5ee63f49 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118641 Jan 12 10:18:57.179472 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780fc91-8f2e-4895-a1ce-dbddf98d5fe7 req-0fd84086-0414-4c4a-bfb8-7b740f623684 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:57.179472 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b780fc91-8f2e-4895-a1ce-dbddf98d5fe7 req-0fd84086-0414-4c4a-bfb8-7b740f623684 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 943 time: 0.0686464 Jan 12 10:18:57.179472 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b780fc91-8f2e-4895-a1ce-dbddf98d5fe7 req-47cf5044-378a-4b1d-808b-789841f39da5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511634 Jan 12 10:18:57.186804 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37515e8-6432-4bc4-aefe-b33c2bb3adac req-e79c3343-c55f-45cd-8693-5237a96b66ee tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:57.186804 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f37515e8-6432-4bc4-aefe-b33c2bb3adac req-e79c3343-c55f-45cd-8693-5237a96b66ee tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 944 time: 0.0569696 Jan 12 10:18:57.216904 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f37515e8-6432-4bc4-aefe-b33c2bb3adac req-9fb7acef-be1d-45f5-9e1e-67d3721a9fb2 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488665 Jan 12 10:18:57.786501 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 50208) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:57.911327 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab9d8-7b1d-41b4-859a-32a685e1708d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.019354 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab9d8-7b1d-41b4-859a-32a685e1708d admin admin] Publish callbacks [] for security_group (a20a193d-3cd8-4886-9679-585af5306788), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.095606 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 8bce0060-3f6a-4f1f-9d5d-93e441254705 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:18:58.185660 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dd4ab9d8-7b1d-41b4-859a-32a685e1708d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (a20a193d-3cd8-4886-9679-585af5306788), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.271949 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4ab9d8-7b1d-41b4-859a-32a685e1708d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20a193d-3cd8-4886-9679-585af5306788,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:58.281422 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-dd4ab9d8-7b1d-41b4-859a-32a685e1708d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fda0749e878b40bd83094e53318abd57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4934878 Jan 12 10:18:58.282082 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50236) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:58.371126 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 50240) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:58.479272 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 8bce0060-3f6a-4f1f-9d5d-93e441254705, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bce0060-3f6a-4f1f-9d5d-93e441254705,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:58.522521 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '8bce0060-3f6a-4f1f-9d5d-93e441254705', 'network_id': '41aaf025-344d-4c5e-a22b-fed4ae0a5ac9', 'port_id': '8bce0060-3f6a-4f1f-9d5d-93e441254705', 'mac_address': 'fa:16:3e:7b:30:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc85332c-b868-4ee3-85ff-1ba62943ac1c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:18:58.566872 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f12182-93ef-4daf-8a72-98cefd3be164 req-2b47d7e7-cee2-48c7-84ff-f457f89cf6c2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:58.569356 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88f12182-93ef-4daf-8a72-98cefd3be164 req-2b47d7e7-cee2-48c7-84ff-f457f89cf6c2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 943 time: 0.1688824 Jan 12 10:18:58.616673 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 8bce0060-3f6a-4f1f-9d5d-93e441254705 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:18:58.617631 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.627858 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dd25d-25ab-42f7-89d7-959e825bd9f5 req-dc2e0633-3583-4c41-8e30-3d08a3e766b9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:58.634157 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bce0060-3f6a-4f1f-9d5d-93e441254705 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:18:58.635399 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-950dd25d-25ab-42f7-89d7-959e825bd9f5 req-dc2e0633-3583-4c41-8e30-3d08a3e766b9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 944 time: 0.2103198 Jan 12 10:18:58.643245 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e4835a45-5637-4a5c-8e48-c15d40fbf904 admin admin] Publish callbacks [] for security_group (a20a193d-3cd8-4886-9679-585af5306788), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.671982 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 8bce0060-3f6a-4f1f-9d5d-93e441254705, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bce0060-3f6a-4f1f-9d5d-93e441254705,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:18:58.676269 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ca165778-cb8d-40ab-ae1d-7609aec6736d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.700239 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e4835a45-5637-4a5c-8e48-c15d40fbf904 admin admin] Publish callbacks [] for security_group (a20a193d-3cd8-4886-9679-585af5306788), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.745523 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-950dd25d-25ab-42f7-89d7-959e825bd9f5 req-9e48e6ed-db9d-467e-9aa7-3ab042d8efe6 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089427 Jan 12 10:18:58.795025 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.835606 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88f12182-93ef-4daf-8a72-98cefd3be164 req-6a9744a5-6b43-4fa3-b21b-8c15970ae395 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593493 Jan 12 10:18:58.888155 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=8bce0060-3f6a-4f1f-9d5d-93e441254705,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:58.888502 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc7e48-a5fc-4e3b-8872-7183046c2809 req-5eff08c8-4884-4b0e-9680-16e1f2d2251a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:58.890053 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aafc7e48-a5fc-4e3b-8872-7183046c2809 req-5eff08c8-4884-4b0e-9680-16e1f2d2251a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0565605 Jan 12 10:18:58.945643 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aafc7e48-a5fc-4e3b-8872-7183046c2809 req-58d74850-d1fd-44c1-86e6-3537d0add89c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498052 Jan 12 10:18:58.979957 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e4835a45-5637-4a5c-8e48-c15d40fbf904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (a20a193d-3cd8-4886-9679-585af5306788), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.985792 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e4835a45-5637-4a5c-8e48-c15d40fbf904 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:58.985792 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e4835a45-5637-4a5c-8e48-c15d40fbf904 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a20a193d-3cd8-4886-9679-585af5306788 HTTP/1.1" status: 204 len: 168 time: 0.7011280 Jan 12 10:18:58.995365 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4835a45-5637-4a5c-8e48-c15d40fbf904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20a193d-3cd8-4886-9679-585af5306788,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:59.015422 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9561aade-5ef3-446a-93bb-1625f68bd0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:59.076244 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['8bce0060-3f6a-4f1f-9d5d-93e441254705'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:18:59.079899 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ca165778-cb8d-40ab-ae1d-7609aec6736d admin admin] Publish callbacks [] for security_group (e0c39198-57c6-45c6-bb0d-14591fc6d589), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:59.205097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ca165778-cb8d-40ab-ae1d-7609aec6736d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e0c39198-57c6-45c6-bb0d-14591fc6d589), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:59.259769 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-ca165778-cb8d-40ab-ae1d-7609aec6736d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=74c08cdc4ff94d7eabb5aac22c678138&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8872170 Jan 12 10:18:59.260943 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca165778-cb8d-40ab-ae1d-7609aec6736d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c39198-57c6-45c6-bb0d-14591fc6d589,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:59.262696 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50264) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:18:59.321151 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-31c8ebcd-1093-42a2-8886-868f777639d9 admin admin] Publish callbacks [] for security_group (e0c39198-57c6-45c6-bb0d-14591fc6d589), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:59.342422 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-31c8ebcd-1093-42a2-8886-868f777639d9 admin admin] Publish callbacks [] for security_group (e0c39198-57c6-45c6-bb0d-14591fc6d589), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:59.459616 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-31c8ebcd-1093-42a2-8886-868f777639d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e0c39198-57c6-45c6-bb0d-14591fc6d589), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:59.462320 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-31c8ebcd-1093-42a2-8886-868f777639d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:18:59.463646 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-31c8ebcd-1093-42a2-8886-868f777639d9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e0c39198-57c6-45c6-bb0d-14591fc6d589 HTTP/1.1" status: 204 len: 168 time: 0.1997204 Jan 12 10:18:59.475726 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8ebcd-1093-42a2-8886-868f777639d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c39198-57c6-45c6-bb0d-14591fc6d589,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:18:59.866459 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e62e9e-5f69-41db-8e60-14b3065082d8 req-d6a62d7b-5a26-4026-b09e-55998d4daeff tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:18:59.872959 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-07e62e9e-5f69-41db-8e60-14b3065082d8 req-d6a62d7b-5a26-4026-b09e-55998d4daeff tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 945 time: 0.0599439 Jan 12 10:18:59.956110 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-07e62e9e-5f69-41db-8e60-14b3065082d8 req-0fef1dff-5cb5-4673-9a7f-1e4901ac99dc tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713282 Jan 12 10:19:00.009048 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1f99a-6dd2-409c-8fec-88a3cdd9f947 req-5f2778a7-37ef-4450-b555-82d498635e1b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:00.010792 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f0b1f99a-6dd2-409c-8fec-88a3cdd9f947 req-5f2778a7-37ef-4450-b555-82d498635e1b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 943 time: 0.0807407 Jan 12 10:19:00.087732 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f0b1f99a-6dd2-409c-8fec-88a3cdd9f947 req-8619e097-f178-470c-ba4a-1adba464b2c4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699847 Jan 12 10:19:00.107905 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f43a959-468b-4751-a26e-8cacae266060 req-adb38f7d-1585-4274-b835-26c02471d3ee tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:00.109609 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f43a959-468b-4751-a26e-8cacae266060 req-adb38f7d-1585-4274-b835-26c02471d3ee tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0827181 Jan 12 10:19:00.165550 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f43a959-468b-4751-a26e-8cacae266060 req-71ba1fec-143b-4a86-bf66-8818cf915757 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479670 Jan 12 10:19:00.468782 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:01.093179 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d02cd1-6996-4127-99b8-d555696f3f24 req-0b73cb5c-31ae-445b-b6b0-db15a9028bca tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:01.095307 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-33d02cd1-6996-4127-99b8-d555696f3f24 req-0b73cb5c-31ae-445b-b6b0-db15a9028bca tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 945 time: 0.0602758 Jan 12 10:19:01.154065 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-33d02cd1-6996-4127-99b8-d555696f3f24 req-43913ea3-b853-4e02-9790-e1b969372f31 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529718 Jan 12 10:19:01.247915 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a64c38-8c09-423a-8e1a-e625e4092c5d req-b150c671-4420-4fce-8c30-4fcaa43af95a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:01.250118 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a8a64c38-8c09-423a-8e1a-e625e4092c5d req-b150c671-4420-4fce-8c30-4fcaa43af95a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 943 time: 0.0628359 Jan 12 10:19:01.337833 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95aca89-f4c8-4079-82fb-c8ea1093b8c1 req-d6be845b-012b-4d19-a51a-cd01026a2c1e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:01.352293 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e95aca89-f4c8-4079-82fb-c8ea1093b8c1 req-d6be845b-012b-4d19-a51a-cd01026a2c1e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0995643 Jan 12 10:19:01.352615 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a8a64c38-8c09-423a-8e1a-e625e4092c5d req-97179b50-1ae9-46b2-9365-d75689d7dda0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915747 Jan 12 10:19:01.403680 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e95aca89-f4c8-4079-82fb-c8ea1093b8c1 req-22d0ca5f-3ac5-44b2-9059-f74312d9ceba tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504334 Jan 12 10:19:01.700333 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:01.849541 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device dc79d2c4-3816-40dd-8d58-7ea033a948ee details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:19:01.945227 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:19:01.993815 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port dc79d2c4-3816-40dd-8d58-7ea033a948ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:02.019787 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee', 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'port_id': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee', 'mac_address': 'fa:16:3e:a5:e4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:19:02.078427 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port dc79d2c4-3816-40dd-8d58-7ea033a948ee is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:02.079023 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:02.095683 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc79d2c4-3816-40dd-8d58-7ea033a948ee {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:19:02.119996 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port dc79d2c4-3816-40dd-8d58-7ea033a948ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:02.232309 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:02.233223 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 43e1793b-b119-43ec-9359-0fd117551b40 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:19:02.305734 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bf3c7-eb62-40f4-b3ad-63d652049656 req-d9524d4b-03b7-40d9-8eed-a636933c1181 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:02.308553 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f34bf3c7-eb62-40f4-b3ad-63d652049656 req-d9524d4b-03b7-40d9-8eed-a636933c1181 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 945 time: 0.0718095 Jan 12 10:19:02.319884 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 43e1793b-b119-43ec-9359-0fd117551b40, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=43e1793b-b119-43ec-9359-0fd117551b40,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:02.332225 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=dc79d2c4-3816-40dd-8d58-7ea033a948ee,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:02.339838 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '43e1793b-b119-43ec-9359-0fd117551b40', 'network_id': '8ec688d5-17a4-4074-9e4c-75c9a85c307a', 'port_id': '43e1793b-b119-43ec-9359-0fd117551b40', 'mac_address': 'fa:16:3e:9c:98:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 775, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '498449c8-e80e-469b-8ba2-338a57ca0a85', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:19:02.370104 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f34bf3c7-eb62-40f4-b3ad-63d652049656 req-b96e2601-6640-4d25-83ff-7315352998da tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553899 Jan 12 10:19:02.393390 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 43e1793b-b119-43ec-9359-0fd117551b40 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:02.393961 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (43e1793b-b119-43ec-9359-0fd117551b40), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:02.424135 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e1793b-b119-43ec-9359-0fd117551b40 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:19:02.451611 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 43e1793b-b119-43ec-9359-0fd117551b40, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=43e1793b-b119-43ec-9359-0fd117551b40,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:02.491635 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51205496-4ae7-4fb3-be8b-2969bc78ad83 req-0e3c063e-1db5-47ae-979f-0ae1f5327a78 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:02.493945 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-51205496-4ae7-4fb3-be8b-2969bc78ad83 req-0e3c063e-1db5-47ae-979f-0ae1f5327a78 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 943 time: 0.0711331 Jan 12 10:19:02.557498 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878472dc-de03-4b3c-8c44-ecf7e022cd2a req-f76cecce-feff-4186-88de-0d30bafacf4b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:02.564844 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-878472dc-de03-4b3c-8c44-ecf7e022cd2a req-f76cecce-feff-4186-88de-0d30bafacf4b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0758929 Jan 12 10:19:02.569679 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-51205496-4ae7-4fb3-be8b-2969bc78ad83 req-5c0d93e8-b91b-4d1b-a582-1b389c0276e7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690606 Jan 12 10:19:02.619832 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-878472dc-de03-4b3c-8c44-ecf7e022cd2a req-c2086dc5-33c8-424a-acff-660bde9e52fa tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539665 Jan 12 10:19:02.641019 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (43e1793b-b119-43ec-9359-0fd117551b40), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:02.746903 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=43e1793b-b119-43ec-9359-0fd117551b40,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:02.898345 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['dc79d2c4-3816-40dd-8d58-7ea033a948ee'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:19:02.978285 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:02.986506 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['43e1793b-b119-43ec-9359-0fd117551b40'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:19:03.548626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81a6eb-91e1-47f0-84ee-33abb9e2d096 req-f945fdc2-bde0-4292-8e13-1945ef11c2e3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:03.550774 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0e81a6eb-91e1-47f0-84ee-33abb9e2d096 req-f945fdc2-bde0-4292-8e13-1945ef11c2e3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 945 time: 0.0704372 Jan 12 10:19:03.625633 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0e81a6eb-91e1-47f0-84ee-33abb9e2d096 req-2db73387-d9b0-486f-a1c2-de0390d9bf5e tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653858 Jan 12 10:19:03.719568 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b8ab8-c26b-451a-8a16-43f002501645 req-d27d16cf-1710-4c3a-a2c7-5905a66689b6 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:03.721143 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-062b8ab8-c26b-451a-8a16-43f002501645 req-d27d16cf-1710-4c3a-a2c7-5905a66689b6 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 944 time: 0.0757251 Jan 12 10:19:03.775673 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f029b9f-b52e-44df-8212-05db06826099 req-e5c75da9-4c41-45ae-8aca-034a29fc6c35 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:03.781513 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7f029b9f-b52e-44df-8212-05db06826099 req-e5c75da9-4c41-45ae-8aca-034a29fc6c35 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0638204 Jan 12 10:19:03.796549 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-062b8ab8-c26b-451a-8a16-43f002501645 req-6b39054b-7f8a-4c2b-81d6-7f65291e1d72 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657530 Jan 12 10:19:03.853432 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7f029b9f-b52e-44df-8212-05db06826099 req-8e6da9cc-a73a-48b3-8da0-e0a7f362cfef tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690401 Jan 12 10:19:03.865099 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device dc79d2c4-3816-40dd-8d58-7ea033a948ee up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:04.105419 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port dc79d2c4-3816-40dd-8d58-7ea033a948ee completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:19:04.109836 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port dc79d2c4-3816-40dd-8d58-7ea033a948ee triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:04.110279 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:04.197095 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port dc79d2c4-3816-40dd-8d58-7ea033a948ee is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:04.197485 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:04.237883 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:19:04.241352 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37e606c-2d54-4265-8317-3ce2c7907be6" -d '{"events": [{"server_uuid": "0dfb79c4-a67a-4d72-801c-fce11fe1ca0b", "name": "network-vif-plugged", "status": "completed", "tag": "dc79d2c4-3816-40dd-8d58-7ea033a948ee"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:19:04.257251 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port dc79d2c4-3816-40dd-8d58-7ea033a948ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:04.292365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-582298e1-8914-460f-8ec9-bb61167907e8 x-openstack-request-id: req-582298e1-8914-460f-8ec9-bb61167907e8 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:19:04.292702 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb79c4-a67a-4d72-801c-fce11fe1ca0b", "name": "network-vif-plugged", "status": "completed", "tag": "dc79d2c4-3816-40dd-8d58-7ea033a948ee", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:19:04.293166 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-582298e1-8914-460f-8ec9-bb61167907e8 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:19:04.293734 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee', 'code': 200} Jan 12 10:19:04.372421 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:04.373906 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 43e1793b-b119-43ec-9359-0fd117551b40 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:04.458151 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=dc79d2c4-3816-40dd-8d58-7ea033a948ee,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:04.596947 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 43e1793b-b119-43ec-9359-0fd117551b40 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:19:04.604158 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 43e1793b-b119-43ec-9359-0fd117551b40 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:04.604543 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (43e1793b-b119-43ec-9359-0fd117551b40), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:04.682405 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc8cea-fd32-4a54-8922-d3516f5d8c5c req-19d6882b-8868-43fb-8bfc-ed8414274fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:04.684232 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-27cc8cea-fd32-4a54-8922-d3516f5d8c5c req-19d6882b-8868-43fb-8bfc-ed8414274fb7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.0478439 Jan 12 10:19:04.709438 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 43e1793b-b119-43ec-9359-0fd117551b40 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:04.709827 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (43e1793b-b119-43ec-9359-0fd117551b40), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:04.747353 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-27cc8cea-fd32-4a54-8922-d3516f5d8c5c req-17fe9612-b8b9-4c6a-a7da-8b3755eed603 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567379 Jan 12 10:19:04.759372 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 43e1793b-b119-43ec-9359-0fd117551b40, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=43e1793b-b119-43ec-9359-0fd117551b40,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:04.802361 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3006a0-b501-499a-b46a-f5b147776a96 req-72169eda-72c2-4fa0-b0c5-b84a9368c883 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:04.803926 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2f3006a0-b501-499a-b46a-f5b147776a96 req-72169eda-72c2-4fa0-b0c5-b84a9368c883 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 945 time: 0.0718760 Jan 12 10:19:04.865648 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2f3006a0-b501-499a-b46a-f5b147776a96 req-6009e9e0-0061-463c-a06a-e09c4db47ec2 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557268 Jan 12 10:19:04.875470 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (43e1793b-b119-43ec-9359-0fd117551b40), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:04.877371 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 8bce0060-3f6a-4f1f-9d5d-93e441254705 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:04.938080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfb8379-cd4e-4c74-ba1d-32a8d06044cd req-9da9c908-16d8-4a13-8eff-5b7c9b7a005b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:04.947274 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5bfb8379-cd4e-4c74-ba1d-32a8d06044cd req-9da9c908-16d8-4a13-8eff-5b7c9b7a005b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0638022 Jan 12 10:19:05.054272 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=43e1793b-b119-43ec-9359-0fd117551b40,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:05.055889 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3082b08-ecfc-4879-8a8a-b17da5866bca req-33ed2702-4bfd-44ca-8212-d3dc92f9c2fb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:05.065958 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f3082b08-ecfc-4879-8a8a-b17da5866bca req-33ed2702-4bfd-44ca-8212-d3dc92f9c2fb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0987809 Jan 12 10:19:05.067194 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5bfb8379-cd4e-4c74-ba1d-32a8d06044cd req-c88f571d-839e-4815-88c7-b4edc27108fe tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033483 Jan 12 10:19:05.115553 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f3082b08-ecfc-4879-8a8a-b17da5866bca req-c2d25adc-f850-41c4-9157-1d8a648079ce tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516939 Jan 12 10:19:05.169281 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 8bce0060-3f6a-4f1f-9d5d-93e441254705 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:19:05.177915 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 8bce0060-3f6a-4f1f-9d5d-93e441254705 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:05.178349 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:05.280298 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 8bce0060-3f6a-4f1f-9d5d-93e441254705 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:05.280631 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:05.283290 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 50476) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:05.352818 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 8bce0060-3f6a-4f1f-9d5d-93e441254705, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bce0060-3f6a-4f1f-9d5d-93e441254705,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:05.446257 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:05.510574 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-89b8cf0f-f7bc-4624-8580-d075a2b8d84c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:05.521967 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=8bce0060-3f6a-4f1f-9d5d-93e441254705,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:05.625011 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-89b8cf0f-f7bc-4624-8580-d075a2b8d84c admin admin] Publish callbacks [] for security_group (f5ba3b76-f189-4454-822b-fd760b0e4777), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:05.728112 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-89b8cf0f-f7bc-4624-8580-d075a2b8d84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f5ba3b76-f189-4454-822b-fd760b0e4777), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:05.771918 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-89b8cf0f-f7bc-4624-8580-d075a2b8d84c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d2a1a62ef59741bdac8a6f1b2b8a3d90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4875202 Jan 12 10:19:05.773037 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8cf0f-f7bc-4624-8580-d075a2b8d84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ba3b76-f189-4454-822b-fd760b0e4777,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:05.774857 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50490) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:05.829275 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ed8569d3-53b8-4955-a05b-7485816aac34 admin admin] Publish callbacks [] for security_group (f5ba3b76-f189-4454-822b-fd760b0e4777), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:05.856709 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ed8569d3-53b8-4955-a05b-7485816aac34 admin admin] Publish callbacks [] for security_group (f5ba3b76-f189-4454-822b-fd760b0e4777), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:06.000463 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6288ee-23d1-4fd2-b7c9-175b5afd8626 req-d3915bff-7e6e-43d4-bf70-eede72e054b0 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:06.001936 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aa6288ee-23d1-4fd2-b7c9-175b5afd8626 req-d3915bff-7e6e-43d4-bf70-eede72e054b0 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0528483 Jan 12 10:19:06.063532 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aa6288ee-23d1-4fd2-b7c9-175b5afd8626 req-c6a9881a-a6b4-45d3-b34b-8e3fd752e8b1 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557325 Jan 12 10:19:06.109382 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ed8569d3-53b8-4955-a05b-7485816aac34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f5ba3b76-f189-4454-822b-fd760b0e4777), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:06.112033 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ed8569d3-53b8-4955-a05b-7485816aac34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:06.113301 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ed8569d3-53b8-4955-a05b-7485816aac34 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f5ba3b76-f189-4454-822b-fd760b0e4777 HTTP/1.1" status: 204 len: 168 time: 0.3372304 Jan 12 10:19:06.127115 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8569d3-53b8-4955-a05b-7485816aac34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ba3b76-f189-4454-822b-fd760b0e4777,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:06.211658 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b62327-3e41-462b-b36a-2bacfa9a7b5d req-b2ea5cdd-6e38-4ce3-bbae-f671d389b965 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:06.214068 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-41b62327-3e41-462b-b36a-2bacfa9a7b5d req-b2ea5cdd-6e38-4ce3-bbae-f671d389b965 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0763838 Jan 12 10:19:06.269927 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779ef86-ec1b-4e26-8740-82d675a145b9 req-f67b63c1-8502-4a15-ae5b-ec672c732219 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:06.271913 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f779ef86-ec1b-4e26-8740-82d675a145b9 req-f67b63c1-8502-4a15-ae5b-ec672c732219 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0602794 Jan 12 10:19:06.272336 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-41b62327-3e41-462b-b36a-2bacfa9a7b5d req-960a3073-cf32-4293-88e4-88870a2c0469 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511801 Jan 12 10:19:06.295094 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e1793b-b119-43ec-9359-0fd117551b40'}, {'server_uuid': '058baa55-cf62-48da-b93c-31356308d34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce0060-3f6a-4f1f-9d5d-93e441254705'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:19:06.298300 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429c2682-e270-4403-b739-bf6092940cfd" -d '{"events": [{"server_uuid": "2428ab03-357c-45e7-8cf0-6d75706e78aa", "name": "network-vif-plugged", "status": "completed", "tag": "43e1793b-b119-43ec-9359-0fd117551b40"}, {"server_uuid": "058baa55-cf62-48da-b93c-31356308d34d", "name": "network-vif-plugged", "status": "completed", "tag": "8bce0060-3f6a-4f1f-9d5d-93e441254705"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:19:06.342079 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f779ef86-ec1b-4e26-8740-82d675a145b9 req-d70a8745-99c7-4d68-8056-4b1d64f13020 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597172 Jan 12 10:19:06.351839 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 12 Jan 2022 10:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192430f7-881c-4728-bc7e-b84970e9a94a x-openstack-request-id: req-192430f7-881c-4728-bc7e-b84970e9a94a {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:19:06.351839 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2428ab03-357c-45e7-8cf0-6d75706e78aa", "name": "network-vif-plugged", "status": "completed", "tag": "43e1793b-b119-43ec-9359-0fd117551b40", "code": 200}, {"server_uuid": "058baa55-cf62-48da-b93c-31356308d34d", "name": "network-vif-plugged", "status": "completed", "tag": "8bce0060-3f6a-4f1f-9d5d-93e441254705", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:19:06.351839 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-192430f7-881c-4728-bc7e-b84970e9a94a {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:19:06.351839 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e1793b-b119-43ec-9359-0fd117551b40', 'code': 200} Jan 12 10:19:06.351839 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058baa55-cf62-48da-b93c-31356308d34d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bce0060-3f6a-4f1f-9d5d-93e441254705', 'code': 200} Jan 12 10:19:06.941593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50508) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:06.955718 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a9cf-e710-4477-8da5-48afdb7f5173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:07.035422 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a9cf-e710-4477-8da5-48afdb7f5173 admin admin] Publish callbacks [] for security_group (b84d7bb1-7be1-4ca4-9296-a1cea473c365), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:07.168656 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6cb4a9cf-e710-4477-8da5-48afdb7f5173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b84d7bb1-7be1-4ca4-9296-a1cea473c365), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:07.217243 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6cb4a9cf-e710-4477-8da5-48afdb7f5173 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=008d5ce960dc4771875a4420606c2631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714500 Jan 12 10:19:07.217780 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 50512) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:07.219044 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4a9cf-e710-4477-8da5-48afdb7f5173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d7bb1-7be1-4ca4-9296-a1cea473c365,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:07.236778 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce436e7-4ca0-4feb-9983-8e935336d95d req-f0dd610c-306f-4b97-8316-f946dbd3c029 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:07.236778 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ce436e7-4ca0-4feb-9983-8e935336d95d req-f0dd610c-306f-4b97-8316-f946dbd3c029 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0924358 Jan 12 10:19:07.280245 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1b7344cf-116b-4e27-a3a8-10a17447fc03 admin admin] Publish callbacks [] for security_group (b84d7bb1-7be1-4ca4-9296-a1cea473c365), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:07.291720 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ce436e7-4ca0-4feb-9983-8e935336d95d req-6c81470f-ba2e-4db8-92bf-9c9d13a4e1f1 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519419 Jan 12 10:19:07.308321 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1b7344cf-116b-4e27-a3a8-10a17447fc03 admin admin] Publish callbacks [] for security_group (b84d7bb1-7be1-4ca4-9296-a1cea473c365), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:07.418106 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3aacd-baef-41c2-a74b-74baa29c8efd req-dc827fbf-5337-4eef-a7a5-73caadf6763a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:07.419699 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-55d3aacd-baef-41c2-a74b-74baa29c8efd req-dc827fbf-5337-4eef-a7a5-73caadf6763a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0670652 Jan 12 10:19:07.474142 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-55d3aacd-baef-41c2-a74b-74baa29c8efd req-1558cc52-52c5-4b7f-aded-d3fda30b6e51 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468993 Jan 12 10:19:07.476182 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b835ab-6709-4e43-9d3e-7e16a4cd7e66 req-c18c3e77-b4f4-4531-846a-04810ffe7ef9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:07.477996 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c5b835ab-6709-4e43-9d3e-7e16a4cd7e66 req-c18c3e77-b4f4-4531-846a-04810ffe7ef9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0521972 Jan 12 10:19:07.499730 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1b7344cf-116b-4e27-a3a8-10a17447fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b84d7bb1-7be1-4ca4-9296-a1cea473c365), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:07.502889 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1b7344cf-116b-4e27-a3a8-10a17447fc03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:07.505161 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-1b7344cf-116b-4e27-a3a8-10a17447fc03 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b84d7bb1-7be1-4ca4-9296-a1cea473c365 HTTP/1.1" status: 204 len: 168 time: 0.2849157 Jan 12 10:19:07.514879 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7344cf-116b-4e27-a3a8-10a17447fc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d7bb1-7be1-4ca4-9296-a1cea473c365,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:07.534200 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c5b835ab-6709-4e43-9d3e-7e16a4cd7e66 req-501db2e1-5867-41f4-ba89-7644c770f515 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482864 Jan 12 10:19:08.444836 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a633de-6027-4d2c-a20e-706ad343d5b8 req-f1cf9d8f-73ec-40f3-9470-9584079e3e8d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:08.446253 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8a633de-6027-4d2c-a20e-706ad343d5b8 req-f1cf9d8f-73ec-40f3-9470-9584079e3e8d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0566649 Jan 12 10:19:08.516449 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8a633de-6027-4d2c-a20e-706ad343d5b8 req-98eec618-367b-41ad-bc2d-73bf6e596cd6 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645189 Jan 12 10:19:08.612231 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290f833-bbf0-4c9a-82ac-f25ad4897c76 req-51cc3cc8-7904-49f3-9c79-0c0e524077e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:08.614665 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2290f833-bbf0-4c9a-82ac-f25ad4897c76 req-51cc3cc8-7904-49f3-9c79-0c0e524077e8 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 1098 time: 0.0878146 Jan 12 10:19:08.631516 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95121b0-79b5-4c83-aef5-15ddd591afba req-d7c864b7-0ba7-4b0c-840d-82de262983de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:08.633122 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b95121b0-79b5-4c83-aef5-15ddd591afba req-d7c864b7-0ba7-4b0c-840d-82de262983de service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 1099 time: 0.1073205 Jan 12 10:19:08.660157 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fee236-1a99-42f4-9e58-2fdd59d8b859 req-a03da176-ea7e-44f7-99fc-75cb9b6a0788 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:08.665141 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-79fee236-1a99-42f4-9e58-2fdd59d8b859 req-a03da176-ea7e-44f7-99fc-75cb9b6a0788 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0731926 Jan 12 10:19:08.720204 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b95121b0-79b5-4c83-aef5-15ddd591afba req-8a6d6b11-f827-4120-812a-224c7eed02ee service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730581 Jan 12 10:19:08.722579 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2290f833-bbf0-4c9a-82ac-f25ad4897c76 req-5cd90ea9-6b84-4e2c-8d37-24a3db7634ec service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997026 Jan 12 10:19:08.749405 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-79fee236-1a99-42f4-9e58-2fdd59d8b859 req-61fa1c62-7bd6-4990-b93d-87a83e221e3c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737433 Jan 12 10:19:08.752416 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74434942-2087-4057-86bb-8e5e9e162618 req-0b51a875-0104-474f-b5ee-52b41ddb2e40 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:08.754891 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74434942-2087-4057-86bb-8e5e9e162618 req-0b51a875-0104-474f-b5ee-52b41ddb2e40 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1055601 Jan 12 10:19:08.847743 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74434942-2087-4057-86bb-8e5e9e162618 req-880c463f-044b-49fa-aa1d-709fe702dc60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871122 Jan 12 10:19:09.693110 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72608b-3cb4-4b94-b01f-433244dadc5c req-bbb576ad-e411-49b9-affd-894e00a5ecac tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:09.700898 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba72608b-3cb4-4b94-b01f-433244dadc5c req-bbb576ad-e411-49b9-affd-894e00a5ecac tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0804501 Jan 12 10:19:09.757476 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba72608b-3cb4-4b94-b01f-433244dadc5c req-996c6b6f-5b06-4429-8661-b93c8e4414c6 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556169 Jan 12 10:19:09.899305 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bde0a-0e3d-46f0-9804-9185652ef7bf req-cd3a5ef5-0a93-4c64-b768-c88631e7632f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:09.900294 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e81bde0a-0e3d-46f0-9804-9185652ef7bf req-cd3a5ef5-0a93-4c64-b768-c88631e7632f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0587764 Jan 12 10:19:09.964405 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e81bde0a-0e3d-46f0-9804-9185652ef7bf req-a5217a1b-ac4a-4d86-8439-e2a707b85fc8 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578370 Jan 12 10:19:10.002946 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a497ccf-21a2-4ebb-89fd-3f8a5456104d req-438510c2-4691-493f-ad50-e2361a31b0e8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:10.005464 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5a497ccf-21a2-4ebb-89fd-3f8a5456104d req-438510c2-4691-493f-ad50-e2361a31b0e8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0588632 Jan 12 10:19:10.062699 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5a497ccf-21a2-4ebb-89fd-3f8a5456104d req-952719ca-d05b-4256-acac-1c052ccf3704 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518379 Jan 12 10:19:10.892221 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb4091-5a49-4bb1-aa20-e6a7b07beae8 req-d0023b11-bb4f-46bd-8d2a-731373a1fc4d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:10.893843 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a2eb4091-5a49-4bb1-aa20-e6a7b07beae8 req-d0023b11-bb4f-46bd-8d2a-731373a1fc4d tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0593219 Jan 12 10:19:10.946109 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a2eb4091-5a49-4bb1-aa20-e6a7b07beae8 req-9ac30f23-f927-4638-868f-20507fccbde0 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457799 Jan 12 10:19:11.096100 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf750e8-597a-4bb1-bf4c-3af0645ded1d req-9eb1c68c-ab79-4956-bcd9-b71b2a0841e4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:11.097894 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bdf750e8-597a-4bb1-bf4c-3af0645ded1d req-9eb1c68c-ab79-4956-bcd9-b71b2a0841e4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0557106 Jan 12 10:19:11.156158 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bdf750e8-597a-4bb1-bf4c-3af0645ded1d req-f78d244c-683f-428d-80ae-5ab783308575 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494273 Jan 12 10:19:11.213171 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a2912-ddb4-48d6-abe7-9bd009f65dd2 req-a4138617-9c87-4c5f-8195-f1fa5c67217e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:11.214865 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-540a2912-ddb4-48d6-abe7-9bd009f65dd2 req-a4138617-9c87-4c5f-8195-f1fa5c67217e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0659785 Jan 12 10:19:11.268370 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-540a2912-ddb4-48d6-abe7-9bd009f65dd2 req-301aac46-80aa-42b2-83e7-6258eb0d9e12 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473034 Jan 12 10:19:11.673294 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2272648a-0a88-4d76-8770-bd5f935ae2fb req-3bdec100-1e9f-49c6-bee9-b957a2da3338 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:11.674854 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2272648a-0a88-4d76-8770-bd5f935ae2fb req-3bdec100-1e9f-49c6-bee9-b957a2da3338 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0602398 Jan 12 10:19:11.750385 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2272648a-0a88-4d76-8770-bd5f935ae2fb req-46aadb7c-24b9-4cc5-979a-93f208b54908 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690446 Jan 12 10:19:12.394611 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac41ee7-150a-4fe0-bdb5-4a10374e37b3 req-d0e5bbff-af0f-460b-a7b1-3b7511e156ef tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:12.396759 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aac41ee7-150a-4fe0-bdb5-4a10374e37b3 req-d0e5bbff-af0f-460b-a7b1-3b7511e156ef tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0496166 Jan 12 10:19:12.442951 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aac41ee7-150a-4fe0-bdb5-4a10374e37b3 req-71521b52-2b3e-4771-9ad6-904eec32be96 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404568 Jan 12 10:19:12.876645 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf2333-6299-40cd-ae8e-d19c2e1b3ecf req-9d812535-2656-4139-8632-0c7501aa3ae1 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:12.878214 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-99bf2333-6299-40cd-ae8e-d19c2e1b3ecf req-9d812535-2656-4139-8632-0c7501aa3ae1 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0536461 Jan 12 10:19:12.933180 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-99bf2333-6299-40cd-ae8e-d19c2e1b3ecf req-464740cb-10ea-4ec0-9494-8635940dccbd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Jan 12 10:19:13.095221 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-5f06844d-12af-49ce-8cd9-a5ebf514e1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:13.096718 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-5f06844d-12af-49ce-8cd9-a5ebf514e1c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 1098 time: 0.0433457 Jan 12 10:19:13.203621 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-0057c0ac-8a70-411a-bf9c-149e30df1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:13.205081 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-0057c0ac-8a70-411a-bf9c-149e30df1dba service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 920 time: 0.0967205 Jan 12 10:19:13.248306 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-fefae57c-54c5-4a4b-816c-dc31529570a0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43e1793b-b119-43ec-9359-0fd117551b40 HTTP/1.1" status: 200 len: 217 time: 0.0358968 Jan 12 10:19:13.302660 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-298b8383-50b8-4cf0-a58a-fe9cbb7f5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:13.304173 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-298b8383-50b8-4cf0-a58a-fe9cbb7f5374 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0484636 Jan 12 10:19:13.334586 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-b7f97d90-a7d1-4e4e-937f-913ca5ff2675 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237758 Jan 12 10:19:13.445103 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-0735b433-f673-40ac-91dc-2b6b4ed6aa3b service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952156 Jan 12 10:19:13.560410 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16f61537-7cdc-49d8-904d-3ee0d4594168 req-9e452596-7005-4ab5-9371-f470ed68becb service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976140 Jan 12 10:19:13.585765 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab988a21-ec13-413e-877c-c67028136a70 req-3c9f9ac8-cad7-4dd6-bcda-553886477b57 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:13.587305 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ab988a21-ec13-413e-877c-c67028136a70 req-3c9f9ac8-cad7-4dd6-bcda-553886477b57 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0714540 Jan 12 10:19:13.641500 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ab988a21-ec13-413e-877c-c67028136a70 req-15af3f58-100b-4c1f-a29c-c706e7270adc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482430 Jan 12 10:19:14.077044 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5cf24-5ba5-44b5-ae62-dd51181541e7 req-ef54a522-d4ad-431f-9762-d716f97dde11 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:14.078708 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f1b5cf24-5ba5-44b5-ae62-dd51181541e7 req-ef54a522-d4ad-431f-9762-d716f97dde11 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0697253 Jan 12 10:19:14.148710 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f1b5cf24-5ba5-44b5-ae62-dd51181541e7 req-8fb70535-b7ee-4601-b766-379c92ab6734 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638192 Jan 12 10:19:14.680554 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563da534-4bae-432c-b7e4-ae1632f64964 req-3b814324-cbf0-457b-be9d-4ecd187f02d1 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:14.682183 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-563da534-4bae-432c-b7e4-ae1632f64964 req-3b814324-cbf0-457b-be9d-4ecd187f02d1 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0525098 Jan 12 10:19:14.754153 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-563da534-4bae-432c-b7e4-ae1632f64964 req-7840605f-2bbb-424f-9417-4cb2a63f09e3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660973 Jan 12 10:19:14.819626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb9870-0acd-4b5c-b6b1-293a4031ac5c req-5578b2fd-b217-40ab-b631-703a8591bf31 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:14.821223 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b8cb9870-0acd-4b5c-b6b1-293a4031ac5c req-5578b2fd-b217-40ab-b631-703a8591bf31 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0686121 Jan 12 10:19:14.893478 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b8cb9870-0acd-4b5c-b6b1-293a4031ac5c req-c9b7bf63-6299-403e-8140-d62162ba9313 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654206 Jan 12 10:19:15.287728 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ea859-2ccf-4aae-b896-fe74db4bc56f req-565bf1b5-c955-4720-9f3b-ea87e6d2385f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:15.289239 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8d8ea859-2ccf-4aae-b896-fe74db4bc56f req-565bf1b5-c955-4720-9f3b-ea87e6d2385f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0623448 Jan 12 10:19:15.339559 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8d8ea859-2ccf-4aae-b896-fe74db4bc56f req-5cefbd67-e24a-416b-8bab-9aa06e9f4acf tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Jan 12 10:19:15.890527 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bbeb6-5cf3-4741-a1ee-d6f399b4ff9d req-9417ea17-a2bb-40bd-8e09-37c035534fa9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:15.892080 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-736bbeb6-5cf3-4741-a1ee-d6f399b4ff9d req-9417ea17-a2bb-40bd-8e09-37c035534fa9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0540717 Jan 12 10:19:15.947724 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-736bbeb6-5cf3-4741-a1ee-d6f399b4ff9d req-b26bba7f-304e-4178-a7c4-42448c2ad914 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496705 Jan 12 10:19:16.018079 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89308ac-0930-4428-816f-100467f697cb req-a2293432-0767-467f-b92e-ce2f82273c1f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:16.019614 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b89308ac-0930-4428-816f-100467f697cb req-a2293432-0767-467f-b92e-ce2f82273c1f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0511425 Jan 12 10:19:16.059589 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:19:16.072522 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b89308ac-0930-4428-816f-100467f697cb req-0f8a8b92-7480-405c-a0da-6ae1dbb7537c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471635 Jan 12 10:19:16.174726 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:16.186345 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'port_id': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'mac_address': 'fa:16:3e:ef:72:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:19:16.227981 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: ACTIVE; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:16.228442 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:16.241720 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f125cee2-d58d-49b1-b601-35c76d6ede7f {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:19:16.263023 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:16.396711 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:16.457765 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=6']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:16.465016 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325ba08-bece-4c35-ad10-e994e8679cd9 req-4b874884-eed9-4443-9af4-cde5ac4cec96 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:16.467080 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b325ba08-bece-4c35-ad10-e994e8679cd9 req-4b874884-eed9-4443-9af4-cde5ac4cec96 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0559578 Jan 12 10:19:16.502848 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['f125cee2-d58d-49b1-b601-35c76d6ede7f'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:19:16.524123 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b325ba08-bece-4c35-ad10-e994e8679cd9 req-77a5b7ea-f695-4f07-82aa-42e65b33f4f7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Jan 12 10:19:16.774185 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-a16f4906-ede5-4120-9f00-0f7aa48e74c3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:16.775908 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-a16f4906-ede5-4120-9f00-0f7aa48e74c3 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.0569556 Jan 12 10:19:16.868025 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-f7b8f1b4-7379-47c6-aae5-865a117d4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:16.871913 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-f7b8f1b4-7379-47c6-aae5-865a117d4d7b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1098 time: 0.0489957 Jan 12 10:19:16.932311 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Deleting port 8bce0060-3f6a-4f1f-9d5d-93e441254705 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:19:16.933399 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:17.015138 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-7ec89d9e-0f23-4b3b-8042-c8482f984b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:17.017255 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-7ec89d9e-0f23-4b3b-8042-c8482f984b58 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.1251445 Jan 12 10:19:17.099256 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] For port 8bce0060-3f6a-4f1f-9d5d-93e441254705, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8bce0060-3f6a-4f1f-9d5d-93e441254705,segment=NetworkSegment(316ce160-62eb-4070-b69d-fdf4c16f6887),segment_id=316ce160-62eb-4070-b69d-fdf4c16f6887)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:17.099634 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:17.124013 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-395496f9-09fe-4f62-8da7-711f2f096657 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 1001 time: 0.0986047 Jan 12 10:19:17.131935 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0ff95-18dd-41b8-a61f-c559c43705ec req-77fb613a-c387-4569-983f-5ebc90c59469 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:17.139139 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2cb0ff95-18dd-41b8-a61f-c559c43705ec req-77fb613a-c387-4569-983f-5ebc90c59469 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 946 time: 0.1021307 Jan 12 10:19:17.151654 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Calling delete_port for 8bce0060-3f6a-4f1f-9d5d-93e441254705 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:19:17.207689 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-8b4f67ad-380f-4521-a1ba-3b20243bcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:17.209172 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-8b4f67ad-380f-4521-a1ba-3b20243bcc97 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0783298 Jan 12 10:19:17.237137 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2cb0ff95-18dd-41b8-a61f-c559c43705ec req-366048c3-f85c-4a6d-bc3e-b604ab06fb79 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/security-groups?id=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966184 Jan 12 10:19:17.248945 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:17.251165 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfd52c3-b30e-4a61-abc5-38646e8009b0 req-7a19cc18-d236-4276-bc8e-658530a3a190 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:17.253347 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bcfd52c3-b30e-4a61-abc5-38646e8009b0 req-7a19cc18-d236-4276-bc8e-658530a3a190 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 945 time: 0.0898364 Jan 12 10:19:17.278806 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-8ae60229-9edf-4ae1-b589-18614842ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:17.280429 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-8ae60229-9edf-4ae1-b589-18614842ede6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0644739 Jan 12 10:19:17.388159 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bcfd52c3-b30e-4a61-abc5-38646e8009b0 req-0989bb43-d031-4591-88ad-07d8c466f777 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144674 Jan 12 10:19:17.415527 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-b4e3fe77-60eb-429f-8321-2120cc60a6f9 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288338 Jan 12 10:19:17.454495 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (8bce0060-3f6a-4f1f-9d5d-93e441254705), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:17.468628 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['8bce0060-3f6a-4f1f-9d5d-93e441254705'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:19:17.507107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Pushing event deleted for resources: {'Port': ['ID=8bce0060-3f6a-4f1f-9d5d-93e441254705,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:17.537099 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.537739 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.538410 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.538912 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.539247 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.539581 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.539954 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.540474 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.540646 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.540979 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.541257 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.541574 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.541894 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:17.584616 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] No DVR routers for this DVR port 8bce0060-3f6a-4f1f-9d5d-93e441254705 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:19:17.591018 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:17.594991 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-093f6564-e73b-418c-97cf-17a6644aa9ff req-4515f063-b516-44bc-a797-ab79bab588e9 tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.79 "DELETE /v2.0/ports/8bce0060-3f6a-4f1f-9d5d-93e441254705 HTTP/1.1" status: 204 len: 173 time: 0.7920556 Jan 12 10:19:17.595804 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058baa55-cf62-48da-b93c-31356308d34d', 'name': 'network-vif-deleted', 'tag': '8bce0060-3f6a-4f1f-9d5d-93e441254705'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:19:17.599915 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a4c065-2c22-4593-bdd6-713b56d48a24" -d '{"events": [{"server_uuid": "058baa55-cf62-48da-b93c-31356308d34d", "name": "network-vif-deleted", "tag": "8bce0060-3f6a-4f1f-9d5d-93e441254705"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:19:17.616297 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-89dd5763-e44c-44b0-8c0c-af8dd4c383b6 req-dabcaf9c-45b4-49ce-9ac6-f5e85b80660c service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936905 Jan 12 10:19:17.644475 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe804ee-cb61-45d4-88e5-5ae2f2156635 x-openstack-request-id: req-efe804ee-cb61-45d4-88e5-5ae2f2156635 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:19:17.645175 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058baa55-cf62-48da-b93c-31356308d34d", "name": "network-vif-deleted", "tag": "8bce0060-3f6a-4f1f-9d5d-93e441254705", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:19:17.645536 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-efe804ee-cb61-45d4-88e5-5ae2f2156635 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:19:17.646131 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058baa55-cf62-48da-b93c-31356308d34d', 'name': 'network-vif-deleted', 'tag': '8bce0060-3f6a-4f1f-9d5d-93e441254705', 'status': 'completed', 'code': 200} Jan 12 10:19:17.736856 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dcba29-7428-4a5a-999d-b1cb3fab24a8 req-7dd7a7cc-d31e-4a7f-a1ec-bf280cdb9018 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:17.743401 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-49dcba29-7428-4a5a-999d-b1cb3fab24a8 req-7dd7a7cc-d31e-4a7f-a1ec-bf280cdb9018 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0666690 Jan 12 10:19:17.798221 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-49dcba29-7428-4a5a-999d-b1cb3fab24a8 req-b15e13dc-d373-4d0d-a1df-4f1b33d78ea5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523148 Jan 12 10:19:18.088354 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:18.155551 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port f125cee2-d58d-49b1-b601-35c76d6ede7f triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:18.156194 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.182397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50848) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:18.270989 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:18.271736 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.321999 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:19:18.328055 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d986381-5b55-4f5e-ab5c-6ca54ef0d2b2" -d '{"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-plugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:19:18.369782 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.369931 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:18.429786 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21cd0953-ca10-4638-98a4-69290431fb6a x-openstack-request-id: req-21cd0953-ca10-4638-98a4-69290431fb6a {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:19:18.430386 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-plugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:19:18.431031 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-21cd0953-ca10-4638-98a4-69290431fb6a {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:19:18.431700 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'code': 200} Jan 12 10:19:18.465432 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.466565 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-826550e0-65f1-48b5-9f64-6d55755c0908 req-a11813fe-d7f1-4452-9ba2-b649a444773b tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 210 time: 0.0457962 Jan 12 10:19:18.467057 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 8bce0060-3f6a-4f1f-9d5d-93e441254705 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:19:18.504073 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 8bce0060-3f6a-4f1f-9d5d-93e441254705 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:19:18.505768 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 8bce0060-3f6a-4f1f-9d5d-93e441254705 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:19:18.522801 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Publish callbacks [] for security_group (7b7f18ae-fd2e-404f-9417-03089cc39168), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.579783 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=7']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:18.620216 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7b7f18ae-fd2e-404f-9417-03089cc39168), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.650505 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ff0046-d5b3-4236-bdfe-06357c05b7df req-2229d8bc-c508-4487-8966-96d8fea6cf47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:18.659170 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-79ff0046-d5b3-4236-bdfe-06357c05b7df req-2229d8bc-c508-4487-8966-96d8fea6cf47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1255665 Jan 12 10:19:18.680550 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=66aebc406e614727a078f9708b943afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4969957 Jan 12 10:19:18.681261 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50882) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:18.719370 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7f18ae-fd2e-404f-9417-03089cc39168,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:18.721304 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-79ff0046-d5b3-4236-bdfe-06357c05b7df req-6d5ea1ce-6c02-4536-85d4-6805978b5b0c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590940 Jan 12 10:19:18.744038 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.744392 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.744737 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.745185 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.745569 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.745841 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.746176 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.746505 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.746854 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.747164 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.747487 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.747807 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.748137 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-627df68b-18ff-4364-b8a1-c4aed7420dad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:18.771093 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-056d0c89-c9a4-47fc-a374-b13a604324ba admin admin] Publish callbacks [] for security_group (7b7f18ae-fd2e-404f-9417-03089cc39168), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.796497 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-056d0c89-c9a4-47fc-a374-b13a604324ba admin admin] Publish callbacks [] for security_group (7b7f18ae-fd2e-404f-9417-03089cc39168), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:18.941279 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35f6ff-9817-4c8b-82ff-138601e830b3 req-689e9e2b-5f2e-4c63-a459-df2e287777a0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:18.942955 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b35f6ff-9817-4c8b-82ff-138601e830b3 req-689e9e2b-5f2e-4c63-a459-df2e287777a0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0560687 Jan 12 10:19:18.993166 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b35f6ff-9817-4c8b-82ff-138601e830b3 req-08a41e8c-76da-4bf9-acbb-424ddbfe23e9 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443811 Jan 12 10:19:19.020966 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-056d0c89-c9a4-47fc-a374-b13a604324ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7b7f18ae-fd2e-404f-9417-03089cc39168), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:19.023995 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-056d0c89-c9a4-47fc-a374-b13a604324ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:19.030907 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-056d0c89-c9a4-47fc-a374-b13a604324ba admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7b7f18ae-fd2e-404f-9417-03089cc39168 HTTP/1.1" status: 204 len: 168 time: 0.3340068 Jan 12 10:19:19.035857 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d0c89-c9a4-47fc-a374-b13a604324ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7f18ae-fd2e-404f-9417-03089cc39168,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:19.611835 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-69d10378-4734-4353-8a59-232cfb7f76ce req-0cca494f-c41c-40e3-b03c-fb0927cfb7ec tempest-VolumesActionsTest-2051501481 tempest-VolumesActionsTest-2051501481-project] 10.222.0.76 "GET /v2.0/ports?device_id=058baa55-cf62-48da-b93c-31356308d34d HTTP/1.1" status: 200 len: 210 time: 0.0330801 Jan 12 10:19:19.906268 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9db92-95ba-4395-b4a4-687cd0407de9 req-3ce19dc9-bc4d-4985-98fe-7d8e808fc017 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:19.915297 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-70f9db92-95ba-4395-b4a4-687cd0407de9 req-3ce19dc9-bc4d-4985-98fe-7d8e808fc017 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1131442 Jan 12 10:19:19.973419 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-70f9db92-95ba-4395-b4a4-687cd0407de9 req-0ed41981-9ed0-4be9-8b8d-a8f1495a8f7f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558367 Jan 12 10:19:20.151329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e14093-4ae9-4499-97c1-99cddbc4ce85 req-7e1a2cd9-00b0-40c7-8836-62993f9bec54 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:20.151329 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-96e14093-4ae9-4499-97c1-99cddbc4ce85 req-7e1a2cd9-00b0-40c7-8836-62993f9bec54 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0739617 Jan 12 10:19:20.218124 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-96e14093-4ae9-4499-97c1-99cddbc4ce85 req-e64a823d-516d-4f21-ad8e-f86086546457 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627437 Jan 12 10:19:20.467878 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50930) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:20.486022 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85b259ef-db4f-4962-a93c-9b2f9a40ad81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:20.591860 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85b259ef-db4f-4962-a93c-9b2f9a40ad81 admin admin] Publish callbacks [] for security_group (968faf15-c5f6-4d33-8245-3602ffe06042), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:20.723578 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85b259ef-db4f-4962-a93c-9b2f9a40ad81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (968faf15-c5f6-4d33-8245-3602ffe06042), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:20.773051 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-85b259ef-db4f-4962-a93c-9b2f9a40ad81 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6a9ba101865045f6b3ccf39fd6c40fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040094 Jan 12 10:19:20.774487 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b259ef-db4f-4962-a93c-9b2f9a40ad81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968faf15-c5f6-4d33-8245-3602ffe06042,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:20.778246 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 50940) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:20.869497 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-337b156c-b134-431f-b77f-cfab3912c5fd admin admin] Publish callbacks [] for security_group (968faf15-c5f6-4d33-8245-3602ffe06042), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:20.899479 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-337b156c-b134-431f-b77f-cfab3912c5fd admin admin] Publish callbacks [] for security_group (968faf15-c5f6-4d33-8245-3602ffe06042), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:21.058376 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-337b156c-b134-431f-b77f-cfab3912c5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (968faf15-c5f6-4d33-8245-3602ffe06042), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:21.064409 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-337b156c-b134-431f-b77f-cfab3912c5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:21.069218 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-337b156c-b134-431f-b77f-cfab3912c5fd admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/968faf15-c5f6-4d33-8245-3602ffe06042 HTTP/1.1" status: 204 len: 168 time: 0.2868924 Jan 12 10:19:21.112093 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b156c-b134-431f-b77f-cfab3912c5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968faf15-c5f6-4d33-8245-3602ffe06042,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:21.165359 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fb757-b51a-4abe-8289-24af099b9d37 req-c44085be-fdfa-449f-b914-7863a442f145 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:21.167804 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9f0fb757-b51a-4abe-8289-24af099b9d37 req-c44085be-fdfa-449f-b914-7863a442f145 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0959573 Jan 12 10:19:21.247434 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9f0fb757-b51a-4abe-8289-24af099b9d37 req-f10008c7-1b7b-4a4d-ae4a-97882799abfb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717413 Jan 12 10:19:21.391639 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67b3d7-2018-445a-aee6-2ec369815667 req-cb6fc4a1-785b-46d8-95fa-9cebb3c0a340 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:21.393180 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2b67b3d7-2018-445a-aee6-2ec369815667 req-cb6fc4a1-785b-46d8-95fa-9cebb3c0a340 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0688176 Jan 12 10:19:21.465287 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2b67b3d7-2018-445a-aee6-2ec369815667 req-ab2f4c45-1389-48f8-8a13-f9f6ce64283e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626483 Jan 12 10:19:22.399095 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20473d-73ce-4712-b824-963c4b7e5657 req-9551960e-9216-48af-83a6-f6a065b5e450 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:22.400507 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bf20473d-73ce-4712-b824-963c4b7e5657 req-9551960e-9216-48af-83a6-f6a065b5e450 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0542061 Jan 12 10:19:22.450788 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bf20473d-73ce-4712-b824-963c4b7e5657 req-99b9f9d2-6e53-47eb-9d89-603ac077bfcf tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446308 Jan 12 10:19:22.592973 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d9977-41cf-4e68-b01c-7ae723ea6822 req-43dda1cf-d043-4110-9afc-f0a648b8285a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:22.594806 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-962d9977-41cf-4e68-b01c-7ae723ea6822 req-43dda1cf-d043-4110-9afc-f0a648b8285a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0586650 Jan 12 10:19:22.646424 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-962d9977-41cf-4e68-b01c-7ae723ea6822 req-21a936b1-088b-425e-8023-4df3c50bca18 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452557 Jan 12 10:19:22.941179 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51008) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:22.954898 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-351c3090-3400-4f05-86f9-1d6564293c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:23.039448 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-351c3090-3400-4f05-86f9-1d6564293c41 admin admin] Publish callbacks [] for security_group (7c2cba81-45b6-447f-b9c5-9ce4138ba82c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:23.236231 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-351c3090-3400-4f05-86f9-1d6564293c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7c2cba81-45b6-447f-b9c5-9ce4138ba82c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:23.287969 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c3090-3400-4f05-86f9-1d6564293c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2cba81-45b6-447f-b9c5-9ce4138ba82c,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:23.298091 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51028) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:23.298421 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-351c3090-3400-4f05-86f9-1d6564293c41 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f0e1f0ed13c042dc90e2cdacb10a84cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553309 Jan 12 10:19:23.370366 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e4311f3b-ae74-4cb3-9832-d24839676364 admin admin] Publish callbacks [] for security_group (7c2cba81-45b6-447f-b9c5-9ce4138ba82c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:23.402385 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e4311f3b-ae74-4cb3-9832-d24839676364 admin admin] Publish callbacks [] for security_group (7c2cba81-45b6-447f-b9c5-9ce4138ba82c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:23.609231 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8bb1c5-f949-43f9-8c01-1540cff7031a req-f9ad39db-4fa5-4239-9185-1db1316c2921 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:23.610774 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3f8bb1c5-f949-43f9-8c01-1540cff7031a req-f9ad39db-4fa5-4239-9185-1db1316c2921 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0732672 Jan 12 10:19:23.611935 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e4311f3b-ae74-4cb3-9832-d24839676364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7c2cba81-45b6-447f-b9c5-9ce4138ba82c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:23.615857 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e4311f3b-ae74-4cb3-9832-d24839676364 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:23.622339 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e4311f3b-ae74-4cb3-9832-d24839676364 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7c2cba81-45b6-447f-b9c5-9ce4138ba82c HTTP/1.1" status: 204 len: 168 time: 0.3177862 Jan 12 10:19:23.644440 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4311f3b-ae74-4cb3-9832-d24839676364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2cba81-45b6-447f-b9c5-9ce4138ba82c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:23.725043 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3f8bb1c5-f949-43f9-8c01-1540cff7031a req-eec828a8-f301-4d9a-ae37-2265303a2b4a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067872 Jan 12 10:19:23.852743 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f94a-29d9-408c-bc38-1ca106ab13c5 req-54b6d4fe-4c6c-4f1c-90f6-b13cf31e0e95 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:23.861297 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11a6f94a-29d9-408c-bc38-1ca106ab13c5 req-54b6d4fe-4c6c-4f1c-90f6-b13cf31e0e95 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0790634 Jan 12 10:19:23.933743 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-11a6f94a-29d9-408c-bc38-1ca106ab13c5 req-0209f725-9736-45fd-888f-e77688ecd124 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712037 Jan 12 10:19:24.564592 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51076) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:24.737389 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-659905e7-4b3f-4c81-afcf-abea04df3229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:24.855165 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-659905e7-4b3f-4c81-afcf-abea04df3229 admin admin] Publish callbacks [] for security_group (0dcba337-b76e-494c-a7df-e3120435e37a), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:24.930418 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda1a8d-f571-4bea-94af-43ba53eac5c9 req-a86c44c4-8cd3-4f81-85fc-95b2b0d3d4ba tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:24.932797 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4fda1a8d-f571-4bea-94af-43ba53eac5c9 req-a86c44c4-8cd3-4f81-85fc-95b2b0d3d4ba tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0672247 Jan 12 10:19:24.952008 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51090) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:24.963756 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-659905e7-4b3f-4c81-afcf-abea04df3229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0dcba337-b76e-494c-a7df-e3120435e37a), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.004781 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4fda1a8d-f571-4bea-94af-43ba53eac5c9 req-f3e59a0f-cc62-4213-98b2-5934d7f48da8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612895 Jan 12 10:19:25.047101 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-659905e7-4b3f-4c81-afcf-abea04df3229 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8e67dc5e8806416f91e65dc809a386dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4797533 Jan 12 10:19:25.048906 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51098) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:25.089957 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659905e7-4b3f-4c81-afcf-abea04df3229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcba337-b76e-494c-a7df-e3120435e37a,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:25.156977 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d5762856-7cf3-4912-b625-aaf4bda8254a admin admin] Publish callbacks [] for security_group (0dcba337-b76e-494c-a7df-e3120435e37a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.172852 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba449c-7cfb-4ebc-aaba-1aa62ac42ce2 req-ac7f833d-a6b0-44ee-bb3f-acac24db6516 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:25.175548 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4bba449c-7cfb-4ebc-aaba-1aa62ac42ce2 req-ac7f833d-a6b0-44ee-bb3f-acac24db6516 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0958948 Jan 12 10:19:25.185594 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d5762856-7cf3-4912-b625-aaf4bda8254a admin admin] Publish callbacks [] for security_group (0dcba337-b76e-494c-a7df-e3120435e37a), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.252728 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4bba449c-7cfb-4ebc-aaba-1aa62ac42ce2 req-39008703-7d9b-4db9-b010-8860ea4f5e85 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710359 Jan 12 10:19:25.301934 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-dcf91e84-d5f2-4c7c-80a1-936fd38425dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.367243 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d5762856-7cf3-4912-b625-aaf4bda8254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0dcba337-b76e-494c-a7df-e3120435e37a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.370387 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d5762856-7cf3-4912-b625-aaf4bda8254a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.372623 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d5762856-7cf3-4912-b625-aaf4bda8254a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0dcba337-b76e-494c-a7df-e3120435e37a HTTP/1.1" status: 204 len: 168 time: 0.3225434 Jan 12 10:19:25.383837 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5762856-7cf3-4912-b625-aaf4bda8254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcba337-b76e-494c-a7df-e3120435e37a,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:25.496277 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-dcf91e84-d5f2-4c7c-80a1-936fd38425dc admin admin] Publish callbacks [] for security_group (7adeeb0b-7304-476b-befc-a496174c7a67), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.638312 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-dcf91e84-d5f2-4c7c-80a1-936fd38425dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7adeeb0b-7304-476b-befc-a496174c7a67), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.709848 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf91e84-d5f2-4c7c-80a1-936fd38425dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adeeb0b-7304-476b-befc-a496174c7a67,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:25.740161 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-dcf91e84-d5f2-4c7c-80a1-936fd38425dc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=1b2eb43ef13845d390807224144a137e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7827103 Jan 12 10:19:25.740646 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51118) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:25.820801 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ce27b754-2186-462f-84e4-ee5a8292a573 admin admin] Publish callbacks [] for security_group (7adeeb0b-7304-476b-befc-a496174c7a67), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:25.870844 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ce27b754-2186-462f-84e4-ee5a8292a573 admin admin] Publish callbacks [] for security_group (7adeeb0b-7304-476b-befc-a496174c7a67), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:26.065946 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ce27b754-2186-462f-84e4-ee5a8292a573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (7adeeb0b-7304-476b-befc-a496174c7a67), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:26.070504 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ce27b754-2186-462f-84e4-ee5a8292a573 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:26.072185 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-ce27b754-2186-462f-84e4-ee5a8292a573 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/7adeeb0b-7304-476b-befc-a496174c7a67 HTTP/1.1" status: 204 len: 168 time: 0.3303807 Jan 12 10:19:26.090725 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce27b754-2186-462f-84e4-ee5a8292a573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adeeb0b-7304-476b-befc-a496174c7a67,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:26.202490 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737543d9-4381-4a98-a428-e60cf9db8835 req-0dc52cf0-e0ae-4516-b049-055bb104f72a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:26.204597 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-737543d9-4381-4a98-a428-e60cf9db8835 req-0dc52cf0-e0ae-4516-b049-055bb104f72a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0942914 Jan 12 10:19:26.333853 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-737543d9-4381-4a98-a428-e60cf9db8835 req-d0fbb52d-9692-4a02-9edb-b872b4618c7e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193402 Jan 12 10:19:26.425053 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f093d5f-ce2c-4c03-a3b8-40fc7d224e83 req-eb040d55-370c-4cb4-a650-05a14df0db51 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:26.427003 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4f093d5f-ce2c-4c03-a3b8-40fc7d224e83 req-eb040d55-370c-4cb4-a650-05a14df0db51 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0636365 Jan 12 10:19:26.495547 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4f093d5f-ce2c-4c03-a3b8-40fc7d224e83 req-8a440719-3d4f-4b98-853d-30462619d407 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624645 Jan 12 10:19:27.472097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded85e34-10fa-479c-be1a-6acc6c5a96c4 req-18120960-99a2-45a9-aeb9-15f82591b0f0 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:27.479418 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ded85e34-10fa-479c-be1a-6acc6c5a96c4 req-18120960-99a2-45a9-aeb9-15f82591b0f0 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.0748751 Jan 12 10:19:27.540659 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ded85e34-10fa-479c-be1a-6acc6c5a96c4 req-2cee2fc5-4cf9-4d26-8042-95cf4a224da6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558283 Jan 12 10:19:27.636830 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8564bdf-2936-4694-ae0a-28fb0d2689a8 req-d6eb1120-ebaf-4f20-a255-b0320014f381 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:27.638560 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d8564bdf-2936-4694-ae0a-28fb0d2689a8 req-d6eb1120-ebaf-4f20-a255-b0320014f381 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0646884 Jan 12 10:19:27.650051 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-094e033d-373d-4b23-8159-829fa6dde531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:27.707969 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d8564bdf-2936-4694-ae0a-28fb0d2689a8 req-74300327-0a65-43a8-81da-09488fe7523b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600452 Jan 12 10:19:28.119458 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51206) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:28.143605 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2ca2-c87b-45df-9433-715431e6e8cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:28.322928 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2ca2-c87b-45df-9433-715431e6e8cc admin admin] Publish callbacks [] for security_group (624be11c-a093-42ed-9dc6-b039201ee7c9), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:28.435530 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3cbd2ca2-c87b-45df-9433-715431e6e8cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (624be11c-a093-42ed-9dc6-b039201ee7c9), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:28.484188 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-3cbd2ca2-c87b-45df-9433-715431e6e8cc admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=abc68d7e09e84a5ba510f77c69421a16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3629382 Jan 12 10:19:28.487526 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51216) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:28.527735 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd2ca2-c87b-45df-9433-715431e6e8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624be11c-a093-42ed-9dc6-b039201ee7c9,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:28.634510 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45d236df-a548-419e-bfea-cd92c609d436 admin admin] Publish callbacks [] for security_group (624be11c-a093-42ed-9dc6-b039201ee7c9), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:28.710113 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45d236df-a548-419e-bfea-cd92c609d436 admin admin] Publish callbacks [] for security_group (624be11c-a093-42ed-9dc6-b039201ee7c9), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:28.834955 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c9e9b-d92d-409b-91ce-798cda146431 req-4c35824a-2374-4873-9ca9-e19c9970f9fc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:28.837998 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7c4c9e9b-d92d-409b-91ce-798cda146431 req-4c35824a-2374-4873-9ca9-e19c9970f9fc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1809087 Jan 12 10:19:28.923690 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7c4c9e9b-d92d-409b-91ce-798cda146431 req-43831bcb-cf9d-46b8-a9be-6fe99d8c5f92 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791245 Jan 12 10:19:28.959969 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45d236df-a548-419e-bfea-cd92c609d436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (624be11c-a093-42ed-9dc6-b039201ee7c9), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:28.962520 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-45d236df-a548-419e-bfea-cd92c609d436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:28.963876 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-45d236df-a548-419e-bfea-cd92c609d436 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/624be11c-a093-42ed-9dc6-b039201ee7c9 HTTP/1.1" status: 204 len: 168 time: 0.4747813 Jan 12 10:19:28.982060 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d236df-a548-419e-bfea-cd92c609d436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624be11c-a093-42ed-9dc6-b039201ee7c9,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:28.986000 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-87627c73-1a3e-4d72-88b3-f3097be29b84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:29.011616 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2bd04-6e1f-4d59-8df0-c82a7d29d5fb req-2159b363-07ce-4d47-b86a-75a79a43c5ad tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:29.020184 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6ef2bd04-6e1f-4d59-8df0-c82a7d29d5fb req-2159b363-07ce-4d47-b86a-75a79a43c5ad tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1481047 Jan 12 10:19:29.356674 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6ef2bd04-6e1f-4d59-8df0-c82a7d29d5fb req-bbcb8b84-0cb4-49ed-b7e3-158604e7c16b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3341119 Jan 12 10:19:29.590381 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51242) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:29.862639 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-004c6b7a-aeaa-48ab-b627-96a2815222f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:30.117842 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-004c6b7a-aeaa-48ab-b627-96a2815222f4 admin admin] Publish callbacks [] for security_group (87abe190-5922-4c8e-ba0b-9cc8b34b2b1a), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:30.299763 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45ca832-c67b-4a9e-93b3-5062bdc95192 req-85098968-6aa6-42a6-b627-69b8047b02fb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:30.322457 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f45ca832-c67b-4a9e-93b3-5062bdc95192 req-85098968-6aa6-42a6-b627-69b8047b02fb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1258242 Jan 12 10:19:30.415749 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f45ca832-c67b-4a9e-93b3-5062bdc95192 req-1074ad61-b6b0-4795-b38c-26fc5f9fc506 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843823 Jan 12 10:19:30.517969 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-004c6b7a-aeaa-48ab-b627-96a2815222f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (87abe190-5922-4c8e-ba0b-9cc8b34b2b1a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:30.565112 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:30.579449 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdea64-697c-4738-b9a4-85705dc0b1d9 req-c2a1e00a-d6e7-44d1-9f6b-7398b033b728 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:30.586424 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ffdea64-697c-4738-b9a4-85705dc0b1d9 req-c2a1e00a-d6e7-44d1-9f6b-7398b033b728 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0782766 Jan 12 10:19:30.645718 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-004c6b7a-aeaa-48ab-b627-96a2815222f4 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3ab17a4379c74dbf9327edcee1f8c7a2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0542264 Jan 12 10:19:30.654047 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51260) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:30.667642 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c6b7a-aeaa-48ab-b627-96a2815222f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87abe190-5922-4c8e-ba0b-9cc8b34b2b1a,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:30.683162 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4ffdea64-697c-4738-b9a4-85705dc0b1d9 req-c3a7023a-f9b9-4866-aebe-0b892729a572 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910902 Jan 12 10:19:30.683959 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51262) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:30.721955 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-60d50c0b-909a-4215-8733-52dbac0db805 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:30.781833 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d65b9e7-e3ab-4a74-b409-7af7343312ed admin admin] Publish callbacks [] for security_group (87abe190-5922-4c8e-ba0b-9cc8b34b2b1a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:30.838947 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d65b9e7-e3ab-4a74-b409-7af7343312ed admin admin] Publish callbacks [] for security_group (87abe190-5922-4c8e-ba0b-9cc8b34b2b1a), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:30.873336 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-60d50c0b-909a-4215-8733-52dbac0db805 admin admin] Publish callbacks [] for security_group (c5244319-bdc9-461d-8a57-a63ae1ec5042), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:31.505488 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-60d50c0b-909a-4215-8733-52dbac0db805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c5244319-bdc9-461d-8a57-a63ae1ec5042), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:31.568600 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d50c0b-909a-4215-8733-52dbac0db805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5244319-bdc9-461d-8a57-a63ae1ec5042,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:31.586701 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d65b9e7-e3ab-4a74-b409-7af7343312ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (87abe190-5922-4c8e-ba0b-9cc8b34b2b1a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:31.589488 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7d65b9e7-e3ab-4a74-b409-7af7343312ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:31.590643 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-7d65b9e7-e3ab-4a74-b409-7af7343312ed admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/87abe190-5922-4c8e-ba0b-9cc8b34b2b1a HTTP/1.1" status: 204 len: 168 time: 0.9364522 Jan 12 10:19:31.594355 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-60d50c0b-909a-4215-8733-52dbac0db805 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e510481cdeb44e67ad18b5f51e7dc072&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9071922 Jan 12 10:19:31.597065 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51272) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:31.698648 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-79822d4a-7248-4c23-ba16-b3cfeb518ecc admin admin] Publish callbacks [] for security_group (c5244319-bdc9-461d-8a57-a63ae1ec5042), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:31.728296 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fce4b-87aa-4413-804c-40b694f993a6 req-b0e16dd2-e2e0-483e-851d-8cf49f67d998 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:31.730028 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-899fce4b-87aa-4413-804c-40b694f993a6 req-b0e16dd2-e2e0-483e-851d-8cf49f67d998 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.2071776 Jan 12 10:19:31.730992 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65b9e7-e3ab-4a74-b409-7af7343312ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87abe190-5922-4c8e-ba0b-9cc8b34b2b1a,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:31.751900 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:31.772552 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-79822d4a-7248-4c23-ba16-b3cfeb518ecc admin admin] Publish callbacks [] for security_group (c5244319-bdc9-461d-8a57-a63ae1ec5042), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:31.894474 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-899fce4b-87aa-4413-804c-40b694f993a6 req-09ec18a5-c9f6-48f7-a5e9-8a678a4d938c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105063 Jan 12 10:19:32.049039 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5aecb-ebe5-492d-9c36-695ce08ca126 req-08d9c7b7-e9b3-4478-8d48-56052bdf41c2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:32.055150 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-98f5aecb-ebe5-492d-9c36-695ce08ca126 req-08d9c7b7-e9b3-4478-8d48-56052bdf41c2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1935339 Jan 12 10:19:32.141347 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-98f5aecb-ebe5-492d-9c36-695ce08ca126 req-25811e48-7792-4261-83a5-2f43d3a0e85f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703421 Jan 12 10:19:32.412588 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-79822d4a-7248-4c23-ba16-b3cfeb518ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c5244319-bdc9-461d-8a57-a63ae1ec5042), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:32.415337 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-79822d4a-7248-4c23-ba16-b3cfeb518ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:32.418500 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-79822d4a-7248-4c23-ba16-b3cfeb518ecc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c5244319-bdc9-461d-8a57-a63ae1ec5042 HTTP/1.1" status: 204 len: 168 time: 0.8168056 Jan 12 10:19:32.439383 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79822d4a-7248-4c23-ba16-b3cfeb518ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5244319-bdc9-461d-8a57-a63ae1ec5042,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:32.871106 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:33.142692 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97e230-10c9-40aa-8356-cbe557c6efd1 req-b6725bfc-72c7-48cb-b2cb-d3738c696348 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:33.145456 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da97e230-10c9-40aa-8356-cbe557c6efd1 req-b6725bfc-72c7-48cb-b2cb-d3738c696348 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1060450 Jan 12 10:19:33.287887 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da97e230-10c9-40aa-8356-cbe557c6efd1 req-176435ea-9e7f-41c7-a900-28842d29dc40 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359158 Jan 12 10:19:33.454548 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ddae2c-f775-487d-901a-b02dc40bfb02 req-cdf65d78-9fa8-4dd4-bb49-8eb27286cff2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:33.461005 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-02ddae2c-f775-487d-901a-b02dc40bfb02 req-cdf65d78-9fa8-4dd4-bb49-8eb27286cff2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1370013 Jan 12 10:19:33.617765 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-02ddae2c-f775-487d-901a-b02dc40bfb02 req-1f018749-2d52-4f92-942c-3e55a8f16f0a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499379 Jan 12 10:19:34.173845 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51342) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:34.490297 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7bed9-7191-41a1-b31a-2de3040198bb req-4d3dd332-2ad5-437a-bed3-d51ef412c2ca tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:34.492007 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89f7bed9-7191-41a1-b31a-2de3040198bb req-4d3dd332-2ad5-437a-bed3-d51ef412c2ca tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1286311 Jan 12 10:19:34.605414 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89f7bed9-7191-41a1-b31a-2de3040198bb req-fe0b9af6-a953-4b54-955e-45450f2e624e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015019 Jan 12 10:19:34.683769 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-88a79bd8-b7c0-4ca3-afa5-94e4a58a0f21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:34.685807 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51370) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:34.802660 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1754819248-network', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:19:34.844605 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3188e59-6a16-4df0-8f6a-9513498cf18c req-0c5568f7-6259-461f-ad67-7a57d5a8f00b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:34.848254 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d3188e59-6a16-4df0-8f6a-9513498cf18c req-0c5568f7-6259-461f-ad67-7a57d5a8f00b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0855889 Jan 12 10:19:34.885621 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-88a79bd8-b7c0-4ca3-afa5-94e4a58a0f21 admin admin] Publish callbacks [] for security_group (652df52c-526c-4308-b92c-5e22ba7f7c8c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:34.921857 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d3188e59-6a16-4df0-8f6a-9513498cf18c req-8863c120-80c7-46de-8bb0-abea55ea2577 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638499 Jan 12 10:19:34.975134 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Made reservation on behalf of 501a0c96b53f4bef94546d7d19c32796 for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:19:34.978934 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:34.992039 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.008156 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-88a79bd8-b7c0-4ca3-afa5-94e4a58a0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (652df52c-526c-4308-b92c-5e22ba7f7c8c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.112975 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a79bd8-b7c0-4ca3-afa5-94e4a58a0f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652df52c-526c-4308-b92c-5e22ba7f7c8c,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:35.121357 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-88a79bd8-b7c0-4ca3-afa5-94e4a58a0f21 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9672045946a447bf9d5437b55ca98f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9477599 Jan 12 10:19:35.123644 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51384) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:35.181358 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks [] for security_group (0433fa91-8739-494d-a0d4-49b5c093b2eb), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.228675 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-84f160c7-b9d1-44a4-b8fd-4ce7293daf12 admin admin] Publish callbacks [] for security_group (652df52c-526c-4308-b92c-5e22ba7f7c8c), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.266782 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-84f160c7-b9d1-44a4-b8fd-4ce7293daf12 admin admin] Publish callbacks [] for security_group (652df52c-526c-4308-b92c-5e22ba7f7c8c), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.317264 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0433fa91-8739-494d-a0d4-49b5c093b2eb), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.357347 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-2433aa58-529f-46e9-918c-696de7d2d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:35.361577 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-2433aa58-529f-46e9-918c-696de7d2d2fc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1099 time: 0.0598323 Jan 12 10:19:35.369756 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=103261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:19:35.378108 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0433fa91-8739-494d-a0d4-49b5c093b2eb,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:35.486853 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (13e2575f-9a0a-4810-9787-d6d1477f6f85), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.487519 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-84f160c7-b9d1-44a4-b8fd-4ce7293daf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (652df52c-526c-4308-b92c-5e22ba7f7c8c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.488950 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Added segment 13e2575f-9a0a-4810-9787-d6d1477f6f85 of type vlan for network 6e80433d-2123-455c-9c81-3cd5a12e967c Jan 12 10:19:35.491520 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-84f160c7-b9d1-44a4-b8fd-4ce7293daf12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.496647 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-84f160c7-b9d1-44a4-b8fd-4ce7293daf12 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/652df52c-526c-4308-b92c-5e22ba7f7c8c HTTP/1.1" status: 204 len: 168 time: 0.3676672 Jan 12 10:19:35.505928 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f160c7-b9d1-44a4-b8fd-4ce7293daf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652df52c-526c-4308-b92c-5e22ba7f7c8c,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:35.512927 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-e4a69c51-f90f-4346-a6c3-b12e7f1f3363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:35.516321 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-e4a69c51-f90f-4346-a6c3-b12e7f1f3363 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.1470091 Jan 12 10:19:35.629110 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-2f296a6f-8e00-49d5-9faa-7a6966856cf1 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 1002 time: 0.0965803 Jan 12 10:19:35.723264 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-e7597b75-dcb5-46ac-b15c-da8766f72acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:35.725821 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-e7597b75-dcb5-46ac-b15c-da8766f72acb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0863225 Jan 12 10:19:35.732968 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (6e80433d-2123-455c-9c81-3cd5a12e967c), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:35.823907 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-b75921f3-2655-4e56-bf03-27fbeff83d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:35.826373 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-b75921f3-2655-4e56-bf03-27fbeff83d68 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0904851 Jan 12 10:19:35.907252 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e242c02b-f7dc-48fe-b8ec-f567a4ad5bae req-7e4749b7-6370-4afb-af01-633ae22d48fe tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:35.908982 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e242c02b-f7dc-48fe-b8ec-f567a4ad5bae req-7e4749b7-6370-4afb-af01-633ae22d48fe tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1041634 Jan 12 10:19:35.995715 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e242c02b-f7dc-48fe-b8ec-f567a4ad5bae req-40d1aa03-51e2-4087-821e-127e334804c6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702555 Jan 12 10:19:35.998351 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (6e80433d-2123-455c-9c81-3cd5a12e967c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.000795 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:36.003652 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.047992 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-75d07468-71ab-4815-a1d3-f7d36b15a692 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122114 Jan 12 10:19:36.110940 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] Pushing event updated for resources: {'Network': ['ID=6e80433d-2123-455c-9c81-3cd5a12e967c,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:36.129997 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 6e80433d-2123-455c-9c81-3cd5a12e967c details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:19:36.190443 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b907a-d1fe-41db-ba5b-3546adae23cf req-5ace1ee3-a73f-43d7-a561-2585d34858e0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:36.190724 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-935ab9ff-ff66-4b96-bb34-92913df7f151 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4990683 Jan 12 10:19:36.190724 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51404) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:36.197120 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Request body: {'subnet': {'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1754819248-subnet', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'ip_version': 4}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:19:36.197509 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-171b907a-d1fe-41db-ba5b-3546adae23cf req-5ace1ee3-a73f-43d7-a561-2585d34858e0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1418345 Jan 12 10:19:36.333277 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-171b907a-d1fe-41db-ba5b-3546adae23cf req-928b9299-5864-4381-82a2-830b48f11011 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321816 Jan 12 10:19:36.360022 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40efba57-0492-4cfb-8ab8-47a53d230d6b req-7cf615ac-e349-49a9-b08e-bbc64729b051 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746346 Jan 12 10:19:36.402040 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Made reservation on behalf of 501a0c96b53f4bef94546d7d19c32796 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:19:36.405160 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9730156'] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.405959 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51410) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:36.575545 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2672-658d-4d24-90ba-f76a1cb11892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.679815 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2672-658d-4d24-90ba-f76a1cb11892 admin admin] Publish callbacks [] for security_group (64106cb3-ffb0-4469-b407-33ba0e9e77a5), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.766861 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9730950'] for subnet (459e1b07-7a24-46ca-9aaa-95e2db8d1f9c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.865726 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Pushing event updated for resources: {'Subnet': ['ID=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:36.867150 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ba9d2672-658d-4d24-90ba-f76a1cb11892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (64106cb3-ffb0-4469-b407-33ba0e9e77a5), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.885442 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Checking segment: {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:19:36.885442 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Network hostable DHCP agents. Network: 6e80433d-2123-455c-9c81-3cd5a12e967c, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:19:36.900898 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51414) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:36.927567 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d23d987b-8e33-4ccc-b8ee-5e9e3acee905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:36.935221 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ba9d2672-658d-4d24-90ba-f76a1cb11892 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=898585ad0e8742b295ecc4bcd686acfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5271146 Jan 12 10:19:36.936480 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d2672-658d-4d24-90ba-f76a1cb11892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64106cb3-ffb0-4469-b407-33ba0e9e77a5,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:36.956258 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51416) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:37.156839 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5d990ced-1e07-4010-bfaa-f4e26cc2111f admin admin] Publish callbacks [] for security_group (64106cb3-ffb0-4469-b407-33ba0e9e77a5), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.160074 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d23d987b-8e33-4ccc-b8ee-5e9e3acee905 admin admin] Publish callbacks [] for security_group (cd9d86b6-704e-4d00-91f6-5a13b76f8bc1), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.208896 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Network 6e80433d-2123-455c-9c81-3cd5a12e967c is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:19:37.212242 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5d990ced-1e07-4010-bfaa-f4e26cc2111f admin admin] Publish callbacks [] for security_group (64106cb3-ffb0-4469-b407-33ba0e9e77a5), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.255666 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3426632-e69c-4d67-8bc8-e6cce7f868a3 req-c9310b71-f4e5-4a61-9c4f-5914e3810c9c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:37.257210 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a3426632-e69c-4d67-8bc8-e6cce7f868a3 req-c9310b71-f4e5-4a61-9c4f-5914e3810c9c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1274474 Jan 12 10:19:37.259018 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d23d987b-8e33-4ccc-b8ee-5e9e3acee905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (cd9d86b6-704e-4d00-91f6-5a13b76f8bc1), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.318566 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d23d987b-8e33-4ccc-b8ee-5e9e3acee905 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=55a037580207415a9c8713dccae1c858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148033 Jan 12 10:19:37.324994 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d987b-8e33-4ccc-b8ee-5e9e3acee905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd9d86b6-704e-4d00-91f6-5a13b76f8bc1,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:37.327333 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51424) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:37.373284 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 6e80433d-2123-455c-9c81-3cd5a12e967c) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:37.384055 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a3426632-e69c-4d67-8bc8-e6cce7f868a3 req-8323a321-62a0-4c1c-a444-43d3847a3524 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073816 Jan 12 10:19:37.385658 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:37.386370 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.399234 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f286a0-258b-4bee-94b6-c7843cf1de97 None None] Network 6e80433d-2123-455c-9c81-3cd5a12e967c requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:19:37.429213 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5d990ced-1e07-4010-bfaa-f4e26cc2111f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (64106cb3-ffb0-4469-b407-33ba0e9e77a5), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.429213 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5d990ced-1e07-4010-bfaa-f4e26cc2111f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.432619 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-5d990ced-1e07-4010-bfaa-f4e26cc2111f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/64106cb3-ffb0-4469-b407-33ba0e9e77a5 HTTP/1.1" status: 204 len: 168 time: 0.4728234 Jan 12 10:19:37.437557 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85a92df3-7f4a-4404-a1d0-804aea5ce4c3 admin admin] Publish callbacks [] for security_group (cd9d86b6-704e-4d00-91f6-5a13b76f8bc1), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.458302 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d990ced-1e07-4010-bfaa-f4e26cc2111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64106cb3-ffb0-4469-b407-33ba0e9e77a5,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:37.475347 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85a92df3-7f4a-4404-a1d0-804aea5ce4c3 admin admin] Publish callbacks [] for security_group (cd9d86b6-704e-4d00-91f6-5a13b76f8bc1), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.491691 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-bcf945c8-916f-4490-ac8f-7071cedc866f admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3008509 Jan 12 10:19:37.494555 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51432) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:37.505591 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:19:37.593442 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-6e80433d-2123-455c-9c81-3cd5a12e967c', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:19:37.595375 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.620953 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc9a33-2ac0-49db-a683-05e1d2a1b570 req-34ae0580-f392-4384-a979-8a6f2a81eceb tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:37.624411 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e6cc9a33-2ac0-49db-a683-05e1d2a1b570 req-34ae0580-f392-4384-a979-8a6f2a81eceb tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0834966 Jan 12 10:19:37.650331 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85a92df3-7f4a-4404-a1d0-804aea5ce4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (cd9d86b6-704e-4d00-91f6-5a13b76f8bc1), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.653343 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-85a92df3-7f4a-4404-a1d0-804aea5ce4c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.656747 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-85a92df3-7f4a-4404-a1d0-804aea5ce4c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cd9d86b6-704e-4d00-91f6-5a13b76f8bc1 HTTP/1.1" status: 204 len: 168 time: 0.3271279 Jan 12 10:19:37.669627 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a92df3-7f4a-4404-a1d0-804aea5ce4c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd9d86b6-704e-4d00-91f6-5a13b76f8bc1,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:37.688558 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (453739dc-543f-4507-91f3-767ca030f515), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.691180 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (453739dc-543f-4507-91f3-767ca030f515), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.724270 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e6cc9a33-2ac0-49db-a683-05e1d2a1b570 req-79a95d5d-938a-492d-b1fe-821d6c61bb57 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888994 Jan 12 10:19:37.811371 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks [] for router_controller (453739dc-543f-4507-91f3-767ca030f515), precommit_add_association {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:37.818324 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Allocated IP 172.20.0.2 (6e80433d-2123-455c-9c81-3cd5a12e967c/459e1b07-7a24-46ca-9aaa-95e2db8d1f9c/6a22dda0-abdb-498c-8861-a19601149f1f) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:19:37.996284 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Publish callbacks [] for port (6a22dda0-abdb-498c-8861-a19601149f1f), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:38.153073 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:38.218865 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:19:38.297437 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Network 6e80433d-2123-455c-9c81-3cd5a12e967c is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:38.309073 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:38.322027 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:19:38.329317 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Pushing event updated for resources: {'Port': ['ID=6a22dda0-abdb-498c-8861-a19601149f1f,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:38.350449 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.351101 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.351662 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.352257 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.352848 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.353447 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.354006 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.354566 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.355120 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.355713 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.356261 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.356911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.357553 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:38.559169 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Attempting to bind port 6a22dda0-abdb-498c-8861-a19601149f1f on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:19:38.559853 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Attempting to bind port 6a22dda0-abdb-498c-8861-a19601149f1f by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:19:38.560074 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Attempting to bind port 6a22dda0-abdb-498c-8861-a19601149f1f on network 6e80433d-2123-455c-9c81-3cd5a12e967c {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:19:38.580129 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:19:38.580569 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Checking segment: {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:19:38.584967 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:38.584967 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Bound using segment: {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:19:38.584967 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Bound port: 6a22dda0-abdb-498c-8861-a19601149f1f, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:19:38.584967 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:38.593521 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: ACTIVE; New status is: DOWN {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:38.593975 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:38.713917 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:19:38.716796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02dfdd9f-772a-4308-91a8-2977f622bdbf" -d '{"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-unplugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:19:38.766346 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks [] for router_gateway (453739dc-543f-4507-91f3-767ca030f515), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:38.775481 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:38.811616 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945335b-40c7-4a3f-91e3-53596eaa6316 req-a774489f-6587-45c1-a637-e8f0ab4cc1d6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:38.830602 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 12 Jan 2022 10:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9291d3da-db5e-4564-be20-c261e5d24917 x-openstack-request-id: req-9291d3da-db5e-4564-be20-c261e5d24917 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:19:38.833543 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-unplugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:19:38.834365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9291d3da-db5e-4564-be20-c261e5d24917 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:19:38.835806 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'code': 200} Jan 12 10:19:38.837844 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e945335b-40c7-4a3f-91e3-53596eaa6316 req-a774489f-6587-45c1-a637-e8f0ab4cc1d6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 946 time: 0.1424539 Jan 12 10:19:38.860155 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] For port 6a22dda0-abdb-498c-8861-a19601149f1f, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:19:38.873532 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] For port 6a22dda0-abdb-498c-8861-a19601149f1f, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=6a22dda0-abdb-498c-8861-a19601149f1f,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:19:38.892762 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:38.914144 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e945335b-40c7-4a3f-91e3-53596eaa6316 req-a501b290-759e-4ef8-a3be-6c9d953dff27 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754213 Jan 12 10:19:38.947950 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:19:39.021160 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=8']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:39.052331 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0393d06b-88e0-4a0f-9277-72fe9c2a3789 req-cc04c315-65e0-46f4-831c-019d7a50ce2e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:39.055399 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:39.062008 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0393d06b-88e0-4a0f-9277-72fe9c2a3789 req-cc04c315-65e0-46f4-831c-019d7a50ce2e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0901406 Jan 12 10:19:39.206674 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeeb694-2c81-4541-b312-5a43f00b2463 None None] Pushing event updated for resources: {'Port': ['ID=6a22dda0-abdb-498c-8861-a19601149f1f,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:39.235893 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0393d06b-88e0-4a0f-9277-72fe9c2a3789 req-996abc51-2881-48ab-b558-4e5a08504e62 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618340 Jan 12 10:19:39.402113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks [] for router_gateway (453739dc-543f-4507-91f3-767ca030f515), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:39.501295 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:39.783740 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Allocated IP 172.27.0.235 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/e767fb15-cd2a-4c66-8238-be7e1dc027b3) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:19:39.960528 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6a22dda0-abdb-498c-8861-a19601149f1f up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:40.163121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks [] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:40.206433 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72311265-6c1c-4daa-b011-a75717adad45 req-bdbae742-ee85-4c7c-ae7e-a478a12eb04d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:40.206433 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-72311265-6c1c-4daa-b011-a75717adad45 req-bdbae742-ee85-4c7c-ae7e-a478a12eb04d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1297770 Jan 12 10:19:40.424036 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 6a22dda0-abdb-498c-8861-a19601149f1f triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:40.424532 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:40.425768 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-72311265-6c1c-4daa-b011-a75717adad45 req-e5fc15e8-3efe-4488-900f-d0e666a634c2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044721 Jan 12 10:19:40.494202 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:40.639884 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Pushing event updated for resources: {'Port': ['ID=e767fb15-cd2a-4c66-8238-be7e1dc027b3,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:40.665859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:40.667068 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:40.671795 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:19:40.681641 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7018c3-e651-4935-b19c-99dda28dd6c2 req-be10c2c7-88e8-434e-9704-7a4206d0d452 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:40.690801 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-be7018c3-e651-4935-b19c-99dda28dd6c2 req-be10c2c7-88e8-434e-9704-7a4206d0d452 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.2179654 Jan 12 10:19:40.710972 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 6a22dda0-abdb-498c-8861-a19601149f1f is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:40.711917 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:40.792444 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-be7018c3-e651-4935-b19c-99dda28dd6c2 req-bd93017e-b0fd-4a8a-a7bb-e6202263b314 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961065 Jan 12 10:19:40.889346 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 6a22dda0-abdb-498c-8861-a19601149f1f, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=6a22dda0-abdb-498c-8861-a19601149f1f,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:40.984942 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:41.151870 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=6a22dda0-abdb-498c-8861-a19601149f1f,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:41.199307 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49990aad-cfb1-4fb3-840b-7e72f9a7746d None None] Network 6e80433d-2123-455c-9c81-3cd5a12e967c requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:19:41.309957 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks [] for router_gateway (453739dc-543f-4507-91f3-767ca030f515), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:41.359955 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-a89d3618-b620-499b-8e7a-04a3be153f63 None None] Provisioning complete for port 6a22dda0-abdb-498c-8861-a19601149f1f triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:41.360507 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a89d3618-b620-499b-8e7a-04a3be153f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:41.531480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-a89d3618-b620-499b-8e7a-04a3be153f63 None None] Current status of the port 6a22dda0-abdb-498c-8861-a19601149f1f is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:41.755034 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (453739dc-543f-4507-91f3-767ca030f515), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:41.876363 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-30c099d3-629f-4366-a73d-c7f64ee72604 None None] Provisioning complete for port 6a22dda0-abdb-498c-8861-a19601149f1f triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:41.876742 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-30c099d3-629f-4366-a73d-c7f64ee72604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:41.960315 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6a22dda0-abdb-498c-8861-a19601149f1f up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:42.081055 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3ac9ec-ef8f-43cf-ade3-a46a0e534045 req-12f4a05f-d379-4991-9369-6697f80adae6 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:42.084680 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eb3ac9ec-ef8f-43cf-ade3-a46a0e534045 req-12f4a05f-d379-4991-9369-6697f80adae6 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1466827 Jan 12 10:19:42.122301 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 6a22dda0-abdb-498c-8861-a19601149f1f triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:42.122908 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:42.185678 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Router 453739dc-543f-4507-91f3-767ca030f515 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:19:42.195427 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eb3ac9ec-ef8f-43cf-ade3-a46a0e534045 req-26abc2d8-3d8d-4ef6-afa8-8e0eee661481 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959451 Jan 12 10:19:42.222043 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-30c099d3-629f-4366-a73d-c7f64ee72604 None None] Current status of the port 6a22dda0-abdb-498c-8861-a19601149f1f is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:42.245324 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:19:42.338704 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 6a22dda0-abdb-498c-8861-a19601149f1f is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:42.431807 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: DOWN; New status is: DOWN {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:42.431929 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:19:42.445544 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Sync routers for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:19:42.464145 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:19:42.464796 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:42.575613 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:42.582602 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-47bd2d1d-385c-4557-8f24-a456c9963a17 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0808220 Jan 12 10:19:42.582602 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51546) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:42.626267 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:19:42.737561 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [req-ea2722c0-8b60-4b93-8f76-1059ca3d076e req-1bdf2cfe-35ac-4345-92be-a3b52124d3ba service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:19:42.743491 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ea2722c0-8b60-4b93-8f76-1059ca3d076e req-1bdf2cfe-35ac-4345-92be-a3b52124d3ba service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110772 Jan 12 10:19:42.926886 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:40Z', 'revision_number': 3, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:42.976161 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Checking router: 453739dc-543f-4507-91f3-767ca030f515 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:19:42.976812 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Updating router 453739dc-543f-4507-91f3-767ca030f515 port e767fb15-cd2a-4c66-8238-be7e1dc027b3 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:19:43.011273 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:43.417286 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b589a115-c22f-437d-bf7a-5749981169b0 req-cd1cae72-17af-4fda-889e-516b4f2196dc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:43.419818 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b589a115-c22f-437d-bf7a-5749981169b0 req-cd1cae72-17af-4fda-889e-516b4f2196dc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1162448 Jan 12 10:19:43.460087 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23d194-f06f-47ae-87c1-ddea6f0b5153 req-80288482-fe53-4e0e-b2b6-7e8fc1fdec55 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:43.475190 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0d23d194-f06f-47ae-87c1-ddea6f0b5153 req-80288482-fe53-4e0e-b2b6-7e8fc1fdec55 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1230412 Jan 12 10:19:43.528292 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51564) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:43.591795 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0d23d194-f06f-47ae-87c1-ddea6f0b5153 req-0f74bfd9-e1f4-45bf-aece-71c08145e992 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148341 Jan 12 10:19:43.616121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:43.819710 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Publish callbacks [] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:43.924246 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:43.965156 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b589a115-c22f-437d-bf7a-5749981169b0 req-94daea7c-18e5-4687-812f-e0d8291ff6bc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4478035 Jan 12 10:19:43.966554 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0cf8074e-c825-4a97-b1be-934e54e299ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.006451 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Attempting to bind port e767fb15-cd2a-4c66-8238-be7e1dc027b3 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:19:44.006827 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Attempting to bind port e767fb15-cd2a-4c66-8238-be7e1dc027b3 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:19:44.007195 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Attempting to bind port e767fb15-cd2a-4c66-8238-be7e1dc027b3 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:19:44.015558 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Pushing event updated for resources: {'Port': ['ID=e767fb15-cd2a-4c66-8238-be7e1dc027b3,revision_number=2']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:44.023020 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:19:44.023020 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:19:44.023020 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.023020 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:19:44.023020 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Bound port: e767fb15-cd2a-4c66-8238-be7e1dc027b3, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:19:44.023020 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.039267 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Allocated IP 172.20.0.1 (6e80433d-2123-455c-9c81-3cd5a12e967c/459e1b07-7a24-46ca-9aaa-95e2db8d1f9c/db563101-c7e9-4978-be24-2ff21d68d735) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:19:44.053407 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.053797 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.054137 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.054477 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.054812 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.055144 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.055481 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.056085 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.056216 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.056461 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.057251 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.057251 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.057451 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:19:44.114092 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] For port e767fb15-cd2a-4c66-8238-be7e1dc027b3, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:19:44.122308 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] For port e767fb15-cd2a-4c66-8238-be7e1dc027b3, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=e767fb15-cd2a-4c66-8238-be7e1dc027b3,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:19:44.189842 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0cf8074e-c825-4a97-b1be-934e54e299ac admin admin] Publish callbacks [] for security_group (89652b61-4dbd-4fa1-9f2b-8c33bbce8f25), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.214361 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.233168 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks [] for port (db563101-c7e9-4978-be24-2ff21d68d735), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.280916 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:19:44.280916 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:44.282255 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-0cf8074e-c825-4a97-b1be-934e54e299ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (89652b61-4dbd-4fa1-9f2b-8c33bbce8f25), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.332375 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8074e-c825-4a97-b1be-934e54e299ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89652b61-4dbd-4fa1-9f2b-8c33bbce8f25,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:44.333579 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698f227-3437-4f5b-95f9-511180038d9c None None] Pushing event updated for resources: {'Port': ['ID=e767fb15-cd2a-4c66-8238-be7e1dc027b3,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:44.341148 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-0cf8074e-c825-4a97-b1be-934e54e299ac admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=20930b407eef4944896c95fc485d7609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7395129 Jan 12 10:19:44.343401 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51578) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:44.413611 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82099f7c-4721-485b-a3a3-c55d2bc0a39e admin admin] Publish callbacks [] for security_group (89652b61-4dbd-4fa1-9f2b-8c33bbce8f25), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.414389 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (db563101-c7e9-4978-be24-2ff21d68d735), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.452691 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82099f7c-4721-485b-a3a3-c55d2bc0a39e admin admin] Publish callbacks [] for security_group (89652b61-4dbd-4fa1-9f2b-8c33bbce8f25), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.477318 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:19:44.487561 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Network 6e80433d-2123-455c-9c81-3cd5a12e967c is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:44.495369 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:44.497800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:19:44.550602 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=db563101-c7e9-4978-be24-2ff21d68d735,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:44.590486 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (453739dc-543f-4507-91f3-767ca030f515), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.684517 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82099f7c-4721-485b-a3a3-c55d2bc0a39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (89652b61-4dbd-4fa1-9f2b-8c33bbce8f25), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.691797 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82099f7c-4721-485b-a3a3-c55d2bc0a39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.702409 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-82099f7c-4721-485b-a3a3-c55d2bc0a39e admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/89652b61-4dbd-4fa1-9f2b-8c33bbce8f25 HTTP/1.1" status: 204 len: 168 time: 0.3577771 Jan 12 10:19:44.748422 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82099f7c-4721-485b-a3a3-c55d2bc0a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89652b61-4dbd-4fa1-9f2b-8c33bbce8f25,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:44.870602 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276f5f-640f-49f8-8ea0-ad9f9e62f659 req-fbefb115-f668-4dc0-a107-9074c0b00600 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:44.883988 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4c276f5f-640f-49f8-8ea0-ad9f9e62f659 req-fbefb115-f668-4dc0-a107-9074c0b00600 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1799576 Jan 12 10:19:44.895509 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (db563101-c7e9-4978-be24-2ff21d68d735), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:44.964387 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4c276f5f-640f-49f8-8ea0-ad9f9e62f659 req-5f260036-03dd-479e-8e31-21c2d0f372c7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790756 Jan 12 10:19:45.044545 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:40Z', 'revision_number': 3, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:45.076146 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e74802-f35c-4f56-ac36-6d4a9b1a7e8b None None] The sync data for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi is: [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:40Z', 'revision_number': 3, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:19:45.080424 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-397bce12-359c-47c8-ad62-64bc3e96ac02 None None] Provisioning complete for port db563101-c7e9-4978-be24-2ff21d68d735 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:45.080424 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-397bce12-359c-47c8-ad62-64bc3e96ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (db563101-c7e9-4978-be24-2ff21d68d735), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:45.145049 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-397bce12-359c-47c8-ad62-64bc3e96ac02 None None] Port db563101-c7e9-4978-be24-2ff21d68d735 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:19:45.255554 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af73098-3eaf-40f6-b228-0225ccbb2138 req-e169043e-1fac-4644-995c-dd407052c6c1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:45.257212 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1af73098-3eaf-40f6-b228-0225ccbb2138 req-e169043e-1fac-4644-995c-dd407052c6c1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1363909 Jan 12 10:19:45.348574 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks [] for port (db563101-c7e9-4978-be24-2ff21d68d735), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:45.378274 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1af73098-3eaf-40f6-b228-0225ccbb2138 req-2ba2b01a-a0a6-4887-97ed-89cf1fcc3ab0 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133602 Jan 12 10:19:45.447333 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (db563101-c7e9-4978-be24-2ff21d68d735), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:45.556442 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Pushing event updated for resources: {'Port': ['ID=db563101-c7e9-4978-be24-2ff21d68d735,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:45.560350 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (453739dc-543f-4507-91f3-767ca030f515), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:45.713172 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Network 6e80433d-2123-455c-9c81-3cd5a12e967c is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:45.713514 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51606) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:45.714923 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:45.743073 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-aecd1d45-e4db-4f03-9aad-af7e31bbc2e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:45.971251 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device e767fb15-cd2a-4c66-8238-be7e1dc027b3 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:46.059506 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Router 453739dc-543f-4507-91f3-767ca030f515 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:19:46.106425 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-aecd1d45-e4db-4f03-9aad-af7e31bbc2e9 admin admin] Publish callbacks [] for security_group (91806e94-0529-424b-820f-2bfdf11d4845), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.191819 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port e767fb15-cd2a-4c66-8238-be7e1dc027b3 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:46.191819 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.208835 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-aecd1d45-e4db-4f03-9aad-af7e31bbc2e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (91806e94-0529-424b-820f-2bfdf11d4845), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.285385 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-5c201888-f004-40ec-b994-a51852527755 None None] Provisioning complete for port db563101-c7e9-4978-be24-2ff21d68d735 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:46.286619 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5c201888-f004-40ec-b994-a51852527755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (db563101-c7e9-4978-be24-2ff21d68d735), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.288857 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:19:46.301913 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-aecd1d45-e4db-4f03-9aad-af7e31bbc2e9 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6d826f4ddff848f58e43eb4539645bc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5871205 Jan 12 10:19:46.315126 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-61cdf596-ea57-4bc7-96ee-77775e76a6f3 admin admin] 10.222.0.76 "PUT /v2.0/routers/453739dc-543f-4507-91f3-767ca030f515/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7210026 Jan 12 10:19:46.315126 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51614) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:46.315752 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd1d45-e4db-4f03-9aad-af7e31bbc2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91806e94-0529-424b-820f-2bfdf11d4845,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:46.360620 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7f39c-d32e-43c5-b968-f4677931cb7f req-744bbbe0-a244-420e-8630-8b3a14217793 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:46.372783 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-18b7f39c-d32e-43c5-b968-f4677931cb7f req-744bbbe0-a244-420e-8630-8b3a14217793 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.2209511 Jan 12 10:19:46.430011 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ca1d-41f5-48b4-9b53-f5ff756a3f49 admin admin] Publish callbacks [] for security_group (91806e94-0529-424b-820f-2bfdf11d4845), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.471757 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ca1d-41f5-48b4-9b53-f5ff756a3f49 admin admin] Publish callbacks [] for security_group (91806e94-0529-424b-820f-2bfdf11d4845), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.488464 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-5c201888-f004-40ec-b994-a51852527755 None None] Port db563101-c7e9-4978-be24-2ff21d68d735 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:19:46.529537 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-18b7f39c-d32e-43c5-b968-f4677931cb7f req-5658b5b2-61f0-44c1-b131-6291f593d67c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455858 Jan 12 10:19:46.582745 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port e767fb15-cd2a-4c66-8238-be7e1dc027b3 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:46.587735 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.634941 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port e767fb15-cd2a-4c66-8238-be7e1dc027b3, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=e767fb15-cd2a-4c66-8238-be7e1dc027b3,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:46.731859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ca1d-41f5-48b4-9b53-f5ff756a3f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (91806e94-0529-424b-820f-2bfdf11d4845), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.738071 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2ae6ca1d-41f5-48b4-9b53-f5ff756a3f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.745359 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-2ae6ca1d-41f5-48b4-9b53-f5ff756a3f49 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/91806e94-0529-424b-820f-2bfdf11d4845 HTTP/1.1" status: 204 len: 168 time: 0.4363625 Jan 12 10:19:46.751839 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:46.801556 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce4952-c893-4060-a60f-b2c3efdc909c req-2434c041-2e7a-4b1c-8714-af802e8615cb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:46.801556 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-22ce4952-c893-4060-a60f-b2c3efdc909c req-2434c041-2e7a-4b1c-8714-af802e8615cb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1571763 Jan 12 10:19:46.803530 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6ca1d-41f5-48b4-9b53-f5ff756a3f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91806e94-0529-424b-820f-2bfdf11d4845,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:46.959127 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-22ce4952-c893-4060-a60f-b2c3efdc909c req-cfbb2369-62d7-45ee-a97d-848cc4e313e4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365654 Jan 12 10:19:46.984107 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=e767fb15-cd2a-4c66-8238-be7e1dc027b3,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:47.213805 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:47.718813 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20362823-4a75-46b3-8745-2f7b08e4586a req-88166528-54dd-4da8-9588-3d7941f0f472 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:47.721671 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-20362823-4a75-46b3-8745-2f7b08e4586a req-88166528-54dd-4da8-9588-3d7941f0f472 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0847385 Jan 12 10:19:47.829019 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-20362823-4a75-46b3-8745-2f7b08e4586a req-14cf5f41-6a37-4381-9279-98758adbe45d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981107 Jan 12 10:19:47.950487 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Sync routers for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:19:47.977077 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:19:47.981281 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:47.995959 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device e767fb15-cd2a-4c66-8238-be7e1dc027b3 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:48.163021 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7afe3-56b8-4ea0-bfa4-5c7585ef5579 req-e75cf0a9-ef4e-4b43-8c35-e1fef847effd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:48.173477 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-daf7afe3-56b8-4ea0-bfa4-5c7585ef5579 req-e75cf0a9-ef4e-4b43-8c35-e1fef847effd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1030686 Jan 12 10:19:48.236451 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port e767fb15-cd2a-4c66-8238-be7e1dc027b3 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:48.237166 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:48.314816 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:19:48.447244 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51680) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:48.455220 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1642904178-network', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:19:48.612553 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port e767fb15-cd2a-4c66-8238-be7e1dc027b3 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:48.663717 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Made reservation on behalf of 8db4b62a03ce44a89d62eb54ee788815 for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:19:48.666158 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:48.686380 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:48.889921 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-daf7afe3-56b8-4ea0-bfa4-5c7585ef5579 req-43da3b81-a695-4157-a055-f5ead07ca0fc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7064486 Jan 12 10:19:48.896017 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51704) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:48.923022 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks [] for security_group (32429596-0cbb-486d-a885-c3be34df01c7), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.064812 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af53f4-af66-4fbe-9afe-3247c88cd1a1 req-c7f280f6-786f-4dab-9647-9db6661229cc tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:49.067362 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-34af53f4-af66-4fbe-9afe-3247c88cd1a1 req-c7f280f6-786f-4dab-9647-9db6661229cc tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1052654 Jan 12 10:19:49.069811 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 2, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:49.077098 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-2f8d8552-3eda-4fc1-9f53-64dc81a89e42 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1788898 Jan 12 10:19:49.093376 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-0f566e42-fbb6-4d3b-b125-b73afa140be8 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:19:49.102200 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-0f566e42-fbb6-4d3b-b125-b73afa140be8 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135965 Jan 12 10:19:49.120812 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Checking router: 453739dc-543f-4507-91f3-767ca030f515 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:19:49.122081 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Updating router 453739dc-543f-4507-91f3-767ca030f515 port db563101-c7e9-4978-be24-2ff21d68d735 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:19:49.149798 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-34af53f4-af66-4fbe-9afe-3247c88cd1a1 req-f4aaef24-f673-4dc6-aaf7-8c9c1bf9c68e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688095 Jan 12 10:19:49.164179 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (32429596-0cbb-486d-a885-c3be34df01c7), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.219668 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:19:49.254725 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (db563101-c7e9-4978-be24-2ff21d68d735), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.259852 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32429596-0cbb-486d-a885-c3be34df01c7,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:49.279823 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (2afa3d37-b213-401c-83b5-15e5a3afb14c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.280308 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Added segment 2afa3d37-b213-401c-83b5-15e5a3afb14c of type vlan for network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 Jan 12 10:19:49.370286 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (96936bf4-7ad5-4eb1-9869-1785f0bc12e9), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.496607 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (96936bf4-7ad5-4eb1-9869-1785f0bc12e9), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.497602 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:49.498182 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.619168 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ef9f0-079f-410a-9b86-d8ed5e309f7f req-6ae9b141-65d7-4b16-aa57-0a484688cb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:49.621100 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-685ef9f0-079f-410a-9b86-d8ed5e309f7f req-6ae9b141-65d7-4b16-aa57-0a484688cb96 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 1098 time: 0.1383948 Jan 12 10:19:49.622725 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] Pushing event updated for resources: {'Network': ['ID=96936bf4-7ad5-4eb1-9869-1785f0bc12e9,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:49.710306 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-80ea8ba2-9622-4d04-ac9a-cef8b3420e4f admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2618268 Jan 12 10:19:49.712965 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51738) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:49.718064 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Request body: {'subnet': {'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1642904178-subnet', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'ip_version': 4}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:19:49.724902 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-685ef9f0-079f-410a-9b86-d8ed5e309f7f req-82ef3ecb-c9c1-4a87-8d1a-623099151075 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971925 Jan 12 10:19:49.730052 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:19:49.854124 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Made reservation on behalf of 8db4b62a03ce44a89d62eb54ee788815 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:19:49.863753 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9730156'] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:49.928689 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Publish callbacks [] for port (db563101-c7e9-4978-be24-2ff21d68d735), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:50.196270 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a236f8-59cb-44ac-8fbc-3307c7b30a34 req-8a80ddde-b062-4929-ab23-4a8d8ef94f76 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:50.197874 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83a236f8-59cb-44ac-8fbc-3307c7b30a34 req-8a80ddde-b062-4929-ab23-4a8d8ef94f76 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1568074 Jan 12 10:19:50.218761 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (db563101-c7e9-4978-be24-2ff21d68d735), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:50.434048 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Attempting to bind port db563101-c7e9-4978-be24-2ff21d68d735 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:19:50.435072 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Attempting to bind port db563101-c7e9-4978-be24-2ff21d68d735 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:19:50.435072 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Attempting to bind port db563101-c7e9-4978-be24-2ff21d68d735 on network 6e80433d-2123-455c-9c81-3cd5a12e967c {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:19:50.437875 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d37634-997e-4ee3-81de-73532730875a req-a381a5e6-e55a-4f0f-80cd-681032417f2f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:50.439970 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-30d37634-997e-4ee3-81de-73532730875a req-a381a5e6-e55a-4f0f-80cd-681032417f2f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1922913 Jan 12 10:19:50.451069 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f5aa-2b78-43c6-ba7f-7f0432163337 None None] Pushing event updated for resources: {'Port': ['ID=db563101-c7e9-4978-be24-2ff21d68d735,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:50.468114 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:19:50.473124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Checking segment: {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:19:50.473124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:50.473124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Bound using segment: {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:19:50.473124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Bound port: db563101-c7e9-4978-be24-2ff21d68d735, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:19:50.473124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (db563101-c7e9-4978-be24-2ff21d68d735), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:50.520281 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9730950'] for subnet (41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:50.550462 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] For port db563101-c7e9-4978-be24-2ff21d68d735, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:19:50.554091 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] For port db563101-c7e9-4978-be24-2ff21d68d735, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=db563101-c7e9-4978-be24-2ff21d68d735,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:19:50.585861 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-30d37634-997e-4ee3-81de-73532730875a req-5574d61d-f323-498f-9881-1ba9f28a4dd0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358843 Jan 12 10:19:50.618364 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (db563101-c7e9-4978-be24-2ff21d68d735), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:50.666393 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:50.713957 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83a236f8-59cb-44ac-8fbc-3307c7b30a34 req-b356e7f3-bfea-4d99-808e-fa6df12eb7c2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4817326 Jan 12 10:19:50.799329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Checking segment: {'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:19:50.799598 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Network hostable DHCP agents. Network: 96936bf4-7ad5-4eb1-9869-1785f0bc12e9, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:19:50.894908 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:19:51.035388 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 96936bf4-7ad5-4eb1-9869-1785f0bc12e9) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:51.039238 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-5bcce955-b58f-47ad-a449-d35bb4eb9350 None None] Provisioning complete for port db563101-c7e9-4978-be24-2ff21d68d735 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:51.039238 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5bcce955-b58f-47ad-a449-d35bb4eb9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (db563101-c7e9-4978-be24-2ff21d68d735), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.044088 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:51.045076 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.122486 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe5ee5e-85aa-473c-b49e-689977025e58 None None] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:19:51.187610 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-1d1f087b-eeb9-4c16-89e8-0ab7cb36dd92 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4733984 Jan 12 10:19:51.192846 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51780) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:51.199816 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:19:51.229379 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4f5aa-2b78-43c6-ba7f-7f0432163337 None None] Pushing event updated for resources: {'Port': ['ID=db563101-c7e9-4978-be24-2ff21d68d735,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:51.322575 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:19:51.323219 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:51.489658 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-5bcce955-b58f-47ad-a449-d35bb4eb9350 None None] Current status of the port db563101-c7e9-4978-be24-2ff21d68d735 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:51.490175 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5bcce955-b58f-47ad-a449-d35bb4eb9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (db563101-c7e9-4978-be24-2ff21d68d735), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.557053 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:19:51.594258 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-96936bf4-7ad5-4eb1-9869-1785f0bc12e9', 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9', 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'fixed_ips': [{'subnet_id': '41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:19:51.595122 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.624570 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-5bcce955-b58f-47ad-a449-d35bb4eb9350 None None] For port db563101-c7e9-4978-be24-2ff21d68d735, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=db563101-c7e9-4978-be24-2ff21d68d735,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:51.637082 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (7829b43c-175d-4901-bf1c-f6e12d66f664), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.643175 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (7829b43c-175d-4901-bf1c-f6e12d66f664), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.727763 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks [] for router_controller (7829b43c-175d-4901-bf1c-f6e12d66f664), precommit_add_association {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.795870 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44d66a-209d-43a8-a484-3f276a336abc req-96b1daea-5658-44c2-afef-3808746ec5d2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:51.803131 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ae44d66a-209d-43a8-a484-3f276a336abc req-96b1daea-5658-44c2-afef-3808746ec5d2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1438527 Jan 12 10:19:51.856953 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ae44d66a-209d-43a8-a484-3f276a336abc req-6d88383d-5114-4f50-98ce-a4663a657e83 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528123 Jan 12 10:19:51.894879 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f95e6-5461-4f45-bda4-c0dee2ffdec7 req-e63de19f-e193-4f11-af3b-96abd032515c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:51.897595 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-451f95e6-5461-4f45-bda4-c0dee2ffdec7 req-e63de19f-e193-4f11-af3b-96abd032515c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0629332 Jan 12 10:19:51.937805 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5bcce955-b58f-47ad-a449-d35bb4eb9350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (db563101-c7e9-4978-be24-2ff21d68d735), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:51.957735 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-451f95e6-5461-4f45-bda4-c0dee2ffdec7 req-6cd5960d-3931-4615-ae16-d38ff41d02de tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518644 Jan 12 10:19:51.996030 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Allocated IP 172.20.0.2 (96936bf4-7ad5-4eb1-9869-1785f0bc12e9/41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a/2add544f-ff7b-4d6a-85d2-77da2d64d1b6) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:19:52.076124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcce955-b58f-47ad-a449-d35bb4eb9350 None None] Pushing event updated for resources: {'Port': ['ID=db563101-c7e9-4978-be24-2ff21d68d735,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:52.096187 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks [] for router_gateway (7829b43c-175d-4901-bf1c-f6e12d66f664), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:52.149419 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42c57f92-6a46-485a-aa06-1344568b5ee1 None None] Provisioning complete for port db563101-c7e9-4978-be24-2ff21d68d735 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:52.150317 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42c57f92-6a46-485a-aa06-1344568b5ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (db563101-c7e9-4978-be24-2ff21d68d735), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:52.252817 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:50Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:52.352354 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279e5a0a-2ead-4e29-9ec3-15aa897b27ef req-4b866737-6c3f-452f-9c7c-a7604c8d49fd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:52.361582 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-279e5a0a-2ead-4e29-9ec3-15aa897b27ef req-4b866737-6c3f-452f-9c7c-a7604c8d49fd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1932404 Jan 12 10:19:52.369186 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6d840f-fa4f-421f-92e2-d4aeabafec53 None None] The sync data for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi is: [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:50Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:19:52.551397 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-279e5a0a-2ead-4e29-9ec3-15aa897b27ef req-e9d4bdd5-dbc0-4784-a0be-90614f8438f6 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888103 Jan 12 10:19:52.568065 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Publish callbacks [] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:52.575077 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42c57f92-6a46-485a-aa06-1344568b5ee1 None None] Current status of the port db563101-c7e9-4978-be24-2ff21d68d735 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:52.655738 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:52.757911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:52.762423 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:52.773550 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:19:52.803488 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks [] for router_gateway (7829b43c-175d-4901-bf1c-f6e12d66f664), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:52.825183 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Pushing event updated for resources: {'Port': ['ID=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:52.890073 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:52.944774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Attempting to bind port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:19:52.945197 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Attempting to bind port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:19:52.945582 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Attempting to bind port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 on network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:19:52.952427 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:19:52.952805 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Checking segment: {'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:19:52.953249 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:52.953648 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Bound using segment: {'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:19:52.954129 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Bound port: 2add544f-ff7b-4d6a-85d2-77da2d64d1b6, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:19:52.954517 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:53.045197 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] For port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:19:53.053898 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] For port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,segment=NetworkSegment(2afa3d37-b213-401c-83b5-15e5a3afb14c),segment_id=2afa3d37-b213-401c-83b5-15e5a3afb14c)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:19:53.156956 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:53.176918 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Allocated IP 172.27.0.197 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/b00c3ab8-824b-428d-ba79-7d023a54935c) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:19:53.177053 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f8a47-d877-48d5-8631-6aa35e2fefdf req-9acee2e0-d020-48a0-8f7c-c24ed66fc5d2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:53.179771 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2c0f8a47-d877-48d5-8631-6aa35e2fefdf req-9acee2e0-d020-48a0-8f7c-c24ed66fc5d2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1177258 Jan 12 10:19:53.277561 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2c0f8a47-d877-48d5-8631-6aa35e2fefdf req-a286480e-7a34-4107-b42e-7e81b81da061 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966129 Jan 12 10:19:53.294833 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff9fcaf-5185-4715-ba36-091a0e5285c5 None None] Pushing event updated for resources: {'Port': ['ID=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:53.448930 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks [] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:53.775914 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:53.994237 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:54.007172 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:54.014763 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:19:54.018486 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3191ae4-9328-47ca-878c-e1297d73037e req-082124ea-6648-4d39-a78c-7223ae6edb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:54.020755 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-082124ea-6648-4d39-a78c-7223ae6edb9b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a&tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 1097 time: 0.3741982 Jan 12 10:19:54.023353 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Pushing event updated for resources: {'Port': ['ID=b00c3ab8-824b-428d-ba79-7d023a54935c,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:54.117037 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:54.211478 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3191ae4-9328-47ca-878c-e1297d73037e req-b8974439-93bb-422a-9bf9-6c77565ce6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:54.221443 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-b8974439-93bb-422a-9bf9-6c77565ce6d4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1097 time: 0.1484394 Jan 12 10:19:54.241363 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:54.241774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:54.428936 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:54.434838 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:54.504785 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,segment=NetworkSegment(2afa3d37-b213-401c-83b5-15e5a3afb14c),segment_id=2afa3d37-b213-401c-83b5-15e5a3afb14c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:19:54.670700 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:54.671546 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device db563101-c7e9-4978-be24-2ff21d68d735 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:54.800204 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3191ae4-9328-47ca-878c-e1297d73037e req-e15cc7f6-1796-4ae3-abbd-0f1f8ddf7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:54.801599 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-e15cc7f6-1796-4ae3-abbd-0f1f8ddf7ea0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.5400684 Jan 12 10:19:54.871557 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:54.918342 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c864e8-d53a-48ad-90c7-af1e9c7d7f3a req-c3547c07-7511-433a-b300-da5a7cf5184e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:54.921428 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57c864e8-d53a-48ad-90c7-af1e9c7d7f3a req-c3547c07-7511-433a-b300-da5a7cf5184e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.2110460 Jan 12 10:19:54.947766 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port db563101-c7e9-4978-be24-2ff21d68d735 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:54.947965 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (db563101-c7e9-4978-be24-2ff21d68d735), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:55.096799 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51886) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:55.156497 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef8abe5-fb8e-4dae-bfbe-9204375dedfc None None] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:19:55.200690 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-aa9f3095-7654-486f-b84e-3e6aec6f6308 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 1000 time: 0.3914866 Jan 12 10:19:55.202434 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks [] for router_gateway (7829b43c-175d-4901-bf1c-f6e12d66f664), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:55.204423 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port db563101-c7e9-4978-be24-2ff21d68d735 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:55.304415 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-bdbe3e83-d991-4838-abd9-eb59ab164d08 None None] Provisioning complete for port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:55.306611 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-bdbe3e83-d991-4838-abd9-eb59ab164d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:55.327422 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57c864e8-d53a-48ad-90c7-af1e9c7d7f3a req-fe79d517-4fe4-42e4-b14c-24d5e45839d8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238085 Jan 12 10:19:55.378097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1fa17ba-5aee-4dc3-b384-411e278590d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:55.542817 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3191ae4-9328-47ca-878c-e1297d73037e req-38c7022f-6084-47bb-8fe2-bf49258445e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:55.550960 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-38c7022f-6084-47bb-8fe2-bf49258445e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.2373435 Jan 12 10:19:55.573820 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1fa17ba-5aee-4dc3-b384-411e278590d2 admin admin] Publish callbacks [] for security_group (71e5e348-0c97-4b24-afd9-e673851f840d), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:55.578812 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe3e83-d991-4838-abd9-eb59ab164d08 None None] Current status of the port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:55.683019 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3191ae4-9328-47ca-878c-e1297d73037e req-d6b17fe8-1611-4e58-bdca-9d0aa3a86f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:55.685215 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-d6b17fe8-1611-4e58-bdca-9d0aa3a86f25 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1268430 Jan 12 10:19:55.687752 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1fa17ba-5aee-4dc3-b384-411e278590d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (71e5e348-0c97-4b24-afd9-e673851f840d), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:55.768492 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa17ba-5aee-4dc3-b384-411e278590d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e5e348-0c97-4b24-afd9-e673851f840d,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:55.774287 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d1fa17ba-5aee-4dc3-b384-411e278590d2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0ae93bddc53140bea3e47edabfc01e41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6757500 Jan 12 10:19:55.777423 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51898) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:55.919689 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-051ff952-397d-4d8d-9998-1b787fe61d85 None None] Provisioning complete for port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:55.920072 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-051ff952-397d-4d8d-9998-1b787fe61d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:55.962128 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cde07e44-5d80-4a22-87a3-f154ecf803f6 admin admin] Publish callbacks [] for security_group (71e5e348-0c97-4b24-afd9-e673851f840d), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.007279 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (7829b43c-175d-4901-bf1c-f6e12d66f664), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.012356 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:19:56.040849 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cde07e44-5d80-4a22-87a3-f154ecf803f6 admin admin] Publish callbacks [] for security_group (71e5e348-0c97-4b24-afd9-e673851f840d), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.051677 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5bcf4-417c-4bca-a064-701d52595123 req-0a4ac9b9-da3f-4a76-bce4-abfea9cb5570 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:56.054065 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-49d5bcf4-417c-4bca-a064-701d52595123 req-0a4ac9b9-da3f-4a76-bce4-abfea9cb5570 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1791582 Jan 12 10:19:56.069715 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f21541-0a90-485e-a482-1cdc17104576 req-271ea671-e438-40c4-aabc-8235fc0d62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:56.071268 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15f21541-0a90-485e-a482-1cdc17104576 req-271ea671-e438-40c4-aabc-8235fc0d62d0 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.2048666 Jan 12 10:19:56.140450 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-969413ed-54a0-46ab-914f-060ac9d61cb5 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408560 Jan 12 10:19:56.208331 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f21541-0a90-485e-a482-1cdc17104576 req-f7fe38bb-6415-4bc6-b839-df8893b49cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:56.210296 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15f21541-0a90-485e-a482-1cdc17104576 req-f7fe38bb-6415-4bc6-b839-df8893b49cc1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 920 time: 0.1267335 Jan 12 10:19:56.267285 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15f21541-0a90-485e-a482-1cdc17104576 req-6ab8e3f0-0f2a-4fad-92ce-da175b50b733 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 200 len: 217 time: 0.0491350 Jan 12 10:19:56.298147 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-49d5bcf4-417c-4bca-a064-701d52595123 req-748c35fc-4dd5-4c11-8bea-c2e7d8c2182e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066197 Jan 12 10:19:56.336759 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:56.337354 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.339244 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f21541-0a90-485e-a482-1cdc17104576 req-f375490a-cfca-4080-ae53-d382e0c43a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:56.341673 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15f21541-0a90-485e-a482-1cdc17104576 req-f375490a-cfca-4080-ae53-d382e0c43a29 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0650961 Jan 12 10:19:56.341832 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-051ff952-397d-4d8d-9998-1b787fe61d85 None None] Current status of the port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:56.363464 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a3191ae4-9328-47ca-878c-e1297d73037e req-ad0822cb-e77b-4b59-beba-349c10ebf6c9 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145619 Jan 12 10:19:56.370080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cde07e44-5d80-4a22-87a3-f154ecf803f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (71e5e348-0c97-4b24-afd9-e673851f840d), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.384673 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-cde07e44-5d80-4a22-87a3-f154ecf803f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.391625 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-cde07e44-5d80-4a22-87a3-f154ecf803f6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/71e5e348-0c97-4b24-afd9-e673851f840d HTTP/1.1" status: 204 len: 168 time: 0.6125124 Jan 12 10:19:56.413916 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15f21541-0a90-485e-a482-1cdc17104576 req-5439289c-dac0-4b77-addc-a9c4fb4003c0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635517 Jan 12 10:19:56.451065 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde07e44-5d80-4a22-87a3-f154ecf803f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e5e348-0c97-4b24-afd9-e673851f840d,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:56.484837 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:19:56.516758 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Router 7829b43c-175d-4901-bf1c-f6e12d66f664 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:19:56.661183 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84170c-a698-439c-84e4-86858275c9bb req-64d31ff2-936c-45cb-a46a-68fd6f7472a7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:56.662946 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7c84170c-a698-439c-84e4-86858275c9bb req-64d31ff2-936c-45cb-a46a-68fd6f7472a7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1093142 Jan 12 10:19:56.714288 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15f21541-0a90-485e-a482-1cdc17104576 req-9db8e55e-e622-453d-bf4f-786d050f2f5b service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938538 Jan 12 10:19:56.731697 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:19:56.741639 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Sync routers for ids ['7829b43c-175d-4901-bf1c-f6e12d66f664'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:19:56.759776 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Routers {'7829b43c-175d-4901-bf1c-f6e12d66f664'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:19:56.760501 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['7829b43c-175d-4901-bf1c-f6e12d66f664'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:56.785108 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7c84170c-a698-439c-84e4-86858275c9bb req-c8e38058-7218-43b3-bea9-273b30f00630 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970588 Jan 12 10:19:56.785781 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-df3c1c5d-bcee-4513-b011-eef3aea06710 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.871605 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:56.875768 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 51920) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:56.875937 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-44604f4d-8d13-4c32-9798-6e166906bef9 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.6818631 Jan 12 10:19:56.890374 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Set router 7829b43c-175d-4901-bf1c-f6e12d66f664 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:19:57.131087 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:19:54Z', 'revision_number': 3, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port': {'id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:52Z', 'updated_at': '2022-01-12T10:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:57.163322 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Checking router: 7829b43c-175d-4901-bf1c-f6e12d66f664 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:19:57.163675 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Updating router 7829b43c-175d-4901-bf1c-f6e12d66f664 port b00c3ab8-824b-428d-ba79-7d023a54935c binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:19:57.189943 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.344211 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51932) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:57.367189 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.368843 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e3168186-b5c9-4b3e-8c48-e19e26111dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.479262 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cf0e3-68aa-4150-8841-8ec5b9b62686 req-0c1adaec-d7f1-4eaf-adf8-ac778b15c8c8 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:57.480528 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Publish callbacks [] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.481026 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-906cf0e3-68aa-4150-8841-8ec5b9b62686 req-0c1adaec-d7f1-4eaf-adf8-ac778b15c8c8 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1017377 Jan 12 10:19:57.540101 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e3168186-b5c9-4b3e-8c48-e19e26111dc8 admin admin] Publish callbacks [] for security_group (93a8ef20-8c34-4824-b27f-c20ca5119f44), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.547270 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Allocated IP 172.20.0.1 (96936bf4-7ad5-4eb1-9869-1785f0bc12e9/41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a/a92f80fa-8787-4b28-979c-3652ea4ad00c) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:19:57.552313 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-906cf0e3-68aa-4150-8841-8ec5b9b62686 req-34103f09-b870-422b-aceb-c92f332a8203 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647631 Jan 12 10:19:57.624961 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.657132 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks [] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.681624 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Attempting to bind port b00c3ab8-824b-428d-ba79-7d023a54935c on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:19:57.682444 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Attempting to bind port b00c3ab8-824b-428d-ba79-7d023a54935c by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:19:57.690465 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e3168186-b5c9-4b3e-8c48-e19e26111dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (93a8ef20-8c34-4824-b27f-c20ca5119f44), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.690628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Attempting to bind port b00c3ab8-824b-428d-ba79-7d023a54935c on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:19:57.690628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880235c-7482-4bc4-bce2-8b0f96ca714a None None] Pushing event updated for resources: {'Port': ['ID=b00c3ab8-824b-428d-ba79-7d023a54935c,revision_number=2']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:57.697089 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:19:57.697325 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:19:57.697779 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.698170 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:19:57.698808 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Bound port: b00c3ab8-824b-428d-ba79-7d023a54935c, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:19:57.699186 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.727835 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3168186-b5c9-4b3e-8c48-e19e26111dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a8ef20-8c34-4824-b27f-c20ca5119f44,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:57.735724 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e3168186-b5c9-4b3e-8c48-e19e26111dc8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=256c19d46cd44c47ab5bfb55ca4a011c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3947093 Jan 12 10:19:57.736049 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 51936) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:19:57.755135 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] For port b00c3ab8-824b-428d-ba79-7d023a54935c, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:19:57.758311 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] For port b00c3ab8-824b-428d-ba79-7d023a54935c, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=b00c3ab8-824b-428d-ba79-7d023a54935c,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:19:57.786491 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.790196 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6014b0ca-7f4f-40e0-8f15-b97a9b26ba3a admin admin] Publish callbacks [] for security_group (93a8ef20-8c34-4824-b27f-c20ca5119f44), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.822904 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6014b0ca-7f4f-40e0-8f15-b97a9b26ba3a admin admin] Publish callbacks [] for security_group (93a8ef20-8c34-4824-b27f-c20ca5119f44), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.828359 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:57.832325 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:57.836257 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:19:57.856269 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.905318 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Pushing event updated for resources: {'Port': ['ID=a92f80fa-8787-4b28-979c-3652ea4ad00c,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:57.924398 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b880235c-7482-4bc4-bce2-8b0f96ca714a None None] Pushing event updated for resources: {'Port': ['ID=b00c3ab8-824b-428d-ba79-7d023a54935c,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:57.947869 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (7829b43c-175d-4901-bf1c-f6e12d66f664), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:57.950856 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Routers {'7829b43c-175d-4901-bf1c-f6e12d66f664'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:19:57.951631 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['7829b43c-175d-4901-bf1c-f6e12d66f664'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:58.007591 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa693b9-9e67-4055-af48-7dd4b5686c3a req-2ed74cef-aed1-40a9-bfd6-7691d379fed7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:58.009300 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3fa693b9-9e67-4055-af48-7dd4b5686c3a req-2ed74cef-aed1-40a9-bfd6-7691d379fed7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1192002 Jan 12 10:19:58.037349 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6014b0ca-7f4f-40e0-8f15-b97a9b26ba3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (93a8ef20-8c34-4824-b27f-c20ca5119f44), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.040349 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6014b0ca-7f4f-40e0-8f15-b97a9b26ba3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.042092 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6014b0ca-7f4f-40e0-8f15-b97a9b26ba3a admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/93a8ef20-8c34-4824-b27f-c20ca5119f44 HTTP/1.1" status: 204 len: 168 time: 0.3048344 Jan 12 10:19:58.056172 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014b0ca-7f4f-40e0-8f15-b97a9b26ba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a8ef20-8c34-4824-b27f-c20ca5119f44,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:58.107177 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] Set router 7829b43c-175d-4901-bf1c-f6e12d66f664 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:19:58.127205 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3fa693b9-9e67-4055-af48-7dd4b5686c3a req-ae2e9f03-a3bf-4ea8-8fef-7a8da2a41cf1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017063 Jan 12 10:19:58.177185 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-c31cf34e-8f81-482b-98f8-9eb125926ead None None] Provisioning complete for port a92f80fa-8787-4b28-979c-3652ea4ad00c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:58.177790 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c31cf34e-8f81-482b-98f8-9eb125926ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.213003 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-c31cf34e-8f81-482b-98f8-9eb125926ead None None] Port a92f80fa-8787-4b28-979c-3652ea4ad00c cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:19:58.245072 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.306399 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:19:54Z', 'revision_number': 3, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port': {'id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:52Z', 'updated_at': '2022-01-12T10:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:19:58.334557 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584b5292-b4c7-4eb3-ad4f-1cf1474d81fa None None] The sync data for ids ['7829b43c-175d-4901-bf1c-f6e12d66f664'] in dv-cinder-821602-9-iscsi is: [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:19:54Z', 'revision_number': 3, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port': {'id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:52Z', 'updated_at': '2022-01-12T10:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:19:58.420110 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks [] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.516155 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.594121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Pushing event updated for resources: {'Port': ['ID=a92f80fa-8787-4b28-979c-3652ea4ad00c,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:19:58.598394 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (7829b43c-175d-4901-bf1c-f6e12d66f664), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.735319 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:19:58.736975 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:19:58.743128 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b0d8c-57d5-4932-ba39-f914572687d2 req-cf0e5ff2-b3e2-40ce-a826-16f05c2d0c9d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:58.744776 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d56b0d8c-57d5-4932-ba39-f914572687d2 req-cf0e5ff2-b3e2-40ce-a826-16f05c2d0c9d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0709250 Jan 12 10:19:58.824329 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d56b0d8c-57d5-4932-ba39-f914572687d2 req-aec46ea8-763e-4733-89c1-c95cf3303f0c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618446 Jan 12 10:19:58.946029 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a88651d8-080f-49cd-909e-d626b26f2831 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:58.974586 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Router 7829b43c-175d-4901-bf1c-f6e12d66f664 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:19:59.043057 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-2bc8de37-d8f2-44e8-a972-ee22ee649442 None None] Provisioning complete for port a92f80fa-8787-4b28-979c-3652ea4ad00c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:19:59.043728 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2bc8de37-d8f2-44e8-a972-ee22ee649442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:19:59.096022 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-2bc8de37-d8f2-44e8-a972-ee22ee649442 None None] Port a92f80fa-8787-4b28-979c-3652ea4ad00c cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:19:59.158170 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:19:59.170976 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-183f5755-95af-4ca4-968c-598a1f43e6db admin admin] 10.222.0.76 "PUT /v2.0/routers/7829b43c-175d-4901-bf1c-f6e12d66f664/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2925265 Jan 12 10:19:59.312486 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8151f96a-2118-4881-bb27-10cd745caa69 req-680716c0-f4d7-4ee4-953a-65d398cdc168 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:19:59.314271 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8151f96a-2118-4881-bb27-10cd745caa69 req-680716c0-f4d7-4ee4-953a-65d398cdc168 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0960701 Jan 12 10:19:59.440507 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8151f96a-2118-4881-bb27-10cd745caa69 req-632b2cc3-3122-42ad-ae07-2d12bebc90ec tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193230 Jan 12 10:19:59.506275 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15f21541-0a90-485e-a482-1cdc17104576 req-18175f8e-29fe-45ea-bb1c-a5eb52144f90 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566818 Jan 12 10:19:59.961333 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device b00c3ab8-824b-428d-ba79-7d023a54935c up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:20:00.035888 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e1447-cec0-46a1-b3d0-70c2ad68a8b7 req-5396ef6e-1647-4b81-b247-260d366a3cb3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:00.043693 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4a0e1447-cec0-46a1-b3d0-70c2ad68a8b7 req-5396ef6e-1647-4b81-b247-260d366a3cb3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1170571 Jan 12 10:20:00.059971 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port b00c3ab8-824b-428d-ba79-7d023a54935c triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:00.060420 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:00.114483 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4a0e1447-cec0-46a1-b3d0-70c2ad68a8b7 req-27002097-1d97-47a5-a6b6-55fa053dba0c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641983 Jan 12 10:20:00.305024 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port b00c3ab8-824b-428d-ba79-7d023a54935c is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:00.316250 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:00.361032 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port b00c3ab8-824b-428d-ba79-7d023a54935c, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=b00c3ab8-824b-428d-ba79-7d023a54935c,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:00.549864 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:00.557167 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:00.619109 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b5919-74e0-4c26-a1cb-e97f2b0bd982 req-092f9fef-0e3b-41dc-8c9c-970074b85368 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:00.620682 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-963b5919-74e0-4c26-a1cb-e97f2b0bd982 req-092f9fef-0e3b-41dc-8c9c-970074b85368 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0562434 Jan 12 10:20:00.639423 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=b00c3ab8-824b-428d-ba79-7d023a54935c,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:00.681338 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-963b5919-74e0-4c26-a1cb-e97f2b0bd982 req-6fcfe37a-3df3-4749-a7bf-a78f8991abef tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537038 Jan 12 10:20:00.715456 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Sync routers for ids ['7829b43c-175d-4901-bf1c-f6e12d66f664'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:20:00.728802 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Routers {'7829b43c-175d-4901-bf1c-f6e12d66f664'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:20:00.729753 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['7829b43c-175d-4901-bf1c-f6e12d66f664'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:00.870317 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Set router 7829b43c-175d-4901-bf1c-f6e12d66f664 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:20:01.329621 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:19:58Z', 'revision_number': 4, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port': {'id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:52Z', 'updated_at': '2022-01-12T10:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'a92f80fa-8787-4b28-979c-3652ea4ad00c', 'name': '', 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'mac_address': 'fa:16:3e:38:01:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:57Z', 'updated_at': '2022-01-12T10:19:58Z', 'revision_number': 2, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'subnets': [{'id': '41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:01.370294 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc80ed-1a68-4e16-9140-91e6d8208e56 req-87823be0-d027-4018-a6cb-3edd3c0012c5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:01.384282 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-affc80ed-1a68-4e16-9140-91e6d8208e56 req-87823be0-d027-4018-a6cb-3edd3c0012c5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1324513 Jan 12 10:20:01.419660 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Checking router: 7829b43c-175d-4901-bf1c-f6e12d66f664 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:20:01.422181 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Updating router 7829b43c-175d-4901-bf1c-f6e12d66f664 port a92f80fa-8787-4b28-979c-3652ea4ad00c binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:20:01.486724 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:01.529313 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-affc80ed-1a68-4e16-9140-91e6d8208e56 req-e002267d-d89d-463c-9160-644d1e7301a3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403208 Jan 12 10:20:01.882553 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef340a-a5a4-4414-b585-1578acc89dab req-74587598-16bf-4067-b924-7a3925ccc6c1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:01.889812 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0cef340a-a5a4-4414-b585-1578acc89dab req-74587598-16bf-4067-b924-7a3925ccc6c1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0680909 Jan 12 10:20:01.929564 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device b00c3ab8-824b-428d-ba79-7d023a54935c up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:20:01.956080 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0cef340a-a5a4-4414-b585-1578acc89dab req-c338cd1d-193e-4654-b5d4-a63da7c03818 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650330 Jan 12 10:20:01.998242 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Publish callbacks [] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.017887 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port b00c3ab8-824b-428d-ba79-7d023a54935c triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:02.018269 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.114191 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port b00c3ab8-824b-428d-ba79-7d023a54935c is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:02.117305 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.174246 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.269840 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83221f-49c9-46c7-80fb-335a526b80ab None None] Pushing event updated for resources: {'Port': ['ID=a92f80fa-8787-4b28-979c-3652ea4ad00c,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:02.531283 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Attempting to bind port a92f80fa-8787-4b28-979c-3652ea4ad00c on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:20:02.532509 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Attempting to bind port a92f80fa-8787-4b28-979c-3652ea4ad00c by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:20:02.532998 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Attempting to bind port a92f80fa-8787-4b28-979c-3652ea4ad00c on network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:20:02.578093 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 19, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:20:02.578505 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Checking segment: {'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:20:02.578939 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.585896 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Bound using segment: {'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:20:02.586529 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Bound port: a92f80fa-8787-4b28-979c-3652ea4ad00c, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2afa3d37-b213-401c-83b5-15e5a3afb14c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:20:02.586947 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.667388 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52070) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:02.750513 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] For port a92f80fa-8787-4b28-979c-3652ea4ad00c, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:20:02.777911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] For port a92f80fa-8787-4b28-979c-3652ea4ad00c, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=a92f80fa-8787-4b28-979c-3652ea4ad00c,segment=NetworkSegment(2afa3d37-b213-401c-83b5-15e5a3afb14c),segment_id=2afa3d37-b213-401c-83b5-15e5a3afb14c)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:20:02.814651 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-9f638699-96cf-48dd-bf28-08fd1c684900 None None] Provisioning complete for port a92f80fa-8787-4b28-979c-3652ea4ad00c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:02.815047 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9f638699-96cf-48dd-bf28-08fd1c684900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.821019 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.899847 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa9a3ef-cc32-4e3c-b618-abd7105a36c3 req-3467fa33-6b6e-4b7c-8483-14b018df03e5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:02.923842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:02.924837 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-faa9a3ef-cc32-4e3c-b618-abd7105a36c3 req-3467fa33-6b6e-4b7c-8483-14b018df03e5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1975312 Jan 12 10:20:02.928346 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-9f638699-96cf-48dd-bf28-08fd1c684900 None None] Port a92f80fa-8787-4b28-979c-3652ea4ad00c cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:20:03.044914 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ee929e3-1f91-44eb-bb84-064adc588272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.101398 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-faa9a3ef-cc32-4e3c-b618-abd7105a36c3 req-01f2dfff-c3d3-4467-916b-7ee523b3b541 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716194 Jan 12 10:20:03.124363 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Routers {'7829b43c-175d-4901-bf1c-f6e12d66f664'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:20:03.125241 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:19:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['7829b43c-175d-4901-bf1c-f6e12d66f664'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:03.215858 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f960dc0-d811-4f92-a6cb-1e85a7bf7589 req-7bbb5277-ec94-469e-986e-0c78f354b003 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:03.219465 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83221f-49c9-46c7-80fb-335a526b80ab None None] Pushing event updated for resources: {'Port': ['ID=a92f80fa-8787-4b28-979c-3652ea4ad00c,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:03.230407 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f960dc0-d811-4f92-a6cb-1e85a7bf7589 req-7bbb5277-ec94-469e-986e-0c78f354b003 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1155691 Jan 12 10:20:03.262710 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ee929e3-1f91-44eb-bb84-064adc588272 admin admin] Publish callbacks [] for security_group (d7ec2283-3287-45e0-a356-c72417f5f678), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.321495 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f960dc0-d811-4f92-a6cb-1e85a7bf7589 req-0e2c5aac-173b-4005-ad70-93e4b9a2b05a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897930 Jan 12 10:20:03.344709 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ee929e3-1f91-44eb-bb84-064adc588272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d7ec2283-3287-45e0-a356-c72417f5f678), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.381435 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] Set router 7829b43c-175d-4901-bf1c-f6e12d66f664 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:20:03.432166 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-1ee929e3-1f91-44eb-bb84-064adc588272 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9f2e75318b98440786a82c46d2f26d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7636764 Jan 12 10:20:03.433099 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee929e3-1f91-44eb-bb84-064adc588272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ec2283-3287-45e0-a356-c72417f5f678,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:03.434766 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 52092) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:03.521762 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45fb499f-874a-4b09-b8c1-55112bc7ecf5 admin admin] Publish callbacks [] for security_group (d7ec2283-3287-45e0-a356-c72417f5f678), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.547831 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45fb499f-874a-4b09-b8c1-55112bc7ecf5 admin admin] Publish callbacks [] for security_group (d7ec2283-3287-45e0-a356-c72417f5f678), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.747400 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-abe90643-a117-4646-8406-67214a9bd6ff None None] Provisioning complete for port a92f80fa-8787-4b28-979c-3652ea4ad00c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:03.753784 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-abe90643-a117-4646-8406-67214a9bd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.786181 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45fb499f-874a-4b09-b8c1-55112bc7ecf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d7ec2283-3287-45e0-a356-c72417f5f678), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.834718 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45fb499f-874a-4b09-b8c1-55112bc7ecf5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:03.834718 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-45fb499f-874a-4b09-b8c1-55112bc7ecf5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d7ec2283-3287-45e0-a356-c72417f5f678 HTTP/1.1" status: 204 len: 168 time: 0.3548162 Jan 12 10:20:03.834718 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb499f-874a-4b09-b8c1-55112bc7ecf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ec2283-3287-45e0-a356-c72417f5f678,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:04.110983 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-abe90643-a117-4646-8406-67214a9bd6ff None None] Current status of the port a92f80fa-8787-4b28-979c-3652ea4ad00c is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:04.114236 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-abe90643-a117-4646-8406-67214a9bd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:04.195000 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:19:58Z', 'revision_number': 4, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port': {'id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:52Z', 'updated_at': '2022-01-12T10:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'a92f80fa-8787-4b28-979c-3652ea4ad00c', 'name': '', 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'mac_address': 'fa:16:3e:38:01:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:57Z', 'updated_at': '2022-01-12T10:20:02Z', 'revision_number': 4, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'subnets': [{'id': '41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:04.266328 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d32162-c8b5-492f-bd6f-9d15bf848e62 None None] The sync data for ids ['7829b43c-175d-4901-bf1c-f6e12d66f664'] in dv-cinder-821602-9-iscsi is: [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:19:58Z', 'revision_number': 4, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port': {'id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:52Z', 'updated_at': '2022-01-12T10:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'a92f80fa-8787-4b28-979c-3652ea4ad00c', 'name': '', 'network_id': '96936bf4-7ad5-4eb1-9869-1785f0bc12e9', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'mac_address': 'fa:16:3e:38:01:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:57Z', 'updated_at': '2022-01-12T10:20:02Z', 'revision_number': 4, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'subnets': [{'id': '41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:20:04.269378 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-abe90643-a117-4646-8406-67214a9bd6ff None None] For port a92f80fa-8787-4b28-979c-3652ea4ad00c, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=a92f80fa-8787-4b28-979c-3652ea4ad00c,segment=NetworkSegment(2afa3d37-b213-401c-83b5-15e5a3afb14c),segment_id=2afa3d37-b213-401c-83b5-15e5a3afb14c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:04.350230 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc344a-fc59-464d-bace-0e0fe7ee89c9 req-95365c4d-878e-4b3c-a3c2-b37b37199e1e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:04.351932 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-10dc344a-fc59-464d-bace-0e0fe7ee89c9 req-95365c4d-878e-4b3c-a3c2-b37b37199e1e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1182122 Jan 12 10:20:04.385316 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-abe90643-a117-4646-8406-67214a9bd6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:04.494752 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-10dc344a-fc59-464d-bace-0e0fe7ee89c9 req-03ef182d-0384-47d3-9eb1-768f029872dd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169956 Jan 12 10:20:04.605188 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe90643-a117-4646-8406-67214a9bd6ff None None] Pushing event updated for resources: {'Port': ['ID=a92f80fa-8787-4b28-979c-3652ea4ad00c,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:04.624785 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ac8af-592e-42b4-a4f0-e70ec5584409 req-64d5ab52-1bce-4ee4-a260-59f38f50bd69 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:04.641119 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7f3ac8af-592e-42b4-a4f0-e70ec5584409 req-64d5ab52-1bce-4ee4-a260-59f38f50bd69 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1952653 Jan 12 10:20:04.755994 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7f3ac8af-592e-42b4-a4f0-e70ec5584409 req-2c7d4468-7950-4cac-8b9f-42471f4d7da0 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136940 Jan 12 10:20:05.621026 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24bf31d-f20f-49e4-9e08-29e8fe7a9abb req-23ac0e07-ae00-4fef-8d5b-3b97bcd21716 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:05.622798 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a24bf31d-f20f-49e4-9e08-29e8fe7a9abb req-23ac0e07-ae00-4fef-8d5b-3b97bcd21716 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0551772 Jan 12 10:20:05.687412 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a24bf31d-f20f-49e4-9e08-29e8fe7a9abb req-22c81300-b3cd-4633-9f9b-69922ae922cd tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584579 Jan 12 10:20:05.937812 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f06d86-a2e5-4068-b82d-2cf4968da99c req-f8f35ce5-c103-47b8-906c-c30fb5f400c9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:05.944796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device a92f80fa-8787-4b28-979c-3652ea4ad00c up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:20:05.945618 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e5f06d86-a2e5-4068-b82d-2cf4968da99c req-f8f35ce5-c103-47b8-906c-c30fb5f400c9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0741668 Jan 12 10:20:06.030693 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e5f06d86-a2e5-4068-b82d-2cf4968da99c req-7954a512-f335-4761-bde2-4fb56978eb6c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840716 Jan 12 10:20:06.035869 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port a92f80fa-8787-4b28-979c-3652ea4ad00c triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:06.036879 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:06.171783 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port a92f80fa-8787-4b28-979c-3652ea4ad00c is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:06.843071 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0757968-f029-484f-8d16-7282b22f82b9 req-23356f54-2702-41f2-8e7f-83fd34455459 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:06.852497 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e0757968-f029-484f-8d16-7282b22f82b9 req-23356f54-2702-41f2-8e7f-83fd34455459 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0794380 Jan 12 10:20:06.932075 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e0757968-f029-484f-8d16-7282b22f82b9 req-2253abb1-33bf-4d50-b663-feb6fcaaff72 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782194 Jan 12 10:20:07.290004 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f5dd4-99a7-4eee-abad-d30ae042382e req-1a87c6bc-6454-4ee2-a984-2e88483e5be3 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:07.295593 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6f4f5dd4-99a7-4eee-abad-d30ae042382e req-1a87c6bc-6454-4ee2-a984-2e88483e5be3 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1605918 Jan 12 10:20:07.401313 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6f4f5dd4-99a7-4eee-abad-d30ae042382e req-979d7cae-a663-41eb-b360-e92824ce3049 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962412 Jan 12 10:20:08.160230 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59218674-5650-4c26-a727-e84eb240f13b req-a908aeac-7e6a-421f-918d-3e0ef14041c4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:08.165895 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-59218674-5650-4c26-a727-e84eb240f13b req-a908aeac-7e6a-421f-918d-3e0ef14041c4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1317151 Jan 12 10:20:08.266687 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-59218674-5650-4c26-a727-e84eb240f13b req-da055952-cf27-4d3f-a1a8-f137138f78ba tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888357 Jan 12 10:20:08.977408 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3139fe4-d388-4191-b916-0cce104bfb37 req-cdf56f28-fe1b-4a3d-ada3-2eae24f7151b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:08.986158 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e3139fe4-d388-4191-b916-0cce104bfb37 req-cdf56f28-fe1b-4a3d-ada3-2eae24f7151b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.4021921 Jan 12 10:20:09.120230 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e3139fe4-d388-4191-b916-0cce104bfb37 req-14ac7245-2a6b-461b-a89d-492226d3f2ab tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288395 Jan 12 10:20:09.517920 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38540ce9-58e7-476e-9cb0-523d7fb35755 req-ca709b6a-753f-450c-b4b8-7248ab9da3b3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:09.522709 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-38540ce9-58e7-476e-9cb0-523d7fb35755 req-ca709b6a-753f-450c-b4b8-7248ab9da3b3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1479688 Jan 12 10:20:09.644638 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-38540ce9-58e7-476e-9cb0-523d7fb35755 req-485c69cb-9eba-4472-913e-9dca4f5749f2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058540 Jan 12 10:20:10.315973 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5870a80-0e8e-41bf-b484-4c88c807c2b2 req-6ce42792-c8af-442b-82e2-32a1db499f33 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:10.317892 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c5870a80-0e8e-41bf-b484-4c88c807c2b2 req-6ce42792-c8af-442b-82e2-32a1db499f33 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0564537 Jan 12 10:20:10.367494 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c5870a80-0e8e-41bf-b484-4c88c807c2b2 req-4b8a4e0c-732e-4a4e-a1d5-761ffda915a4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439060 Jan 12 10:20:10.932204 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d42b30-f2fc-4c42-8134-ceec43bc3f6f req-c7750657-883a-4b44-90bb-207c54fee91e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:10.933765 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-76d42b30-f2fc-4c42-8134-ceec43bc3f6f req-c7750657-883a-4b44-90bb-207c54fee91e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1109757 Jan 12 10:20:10.995126 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-76d42b30-f2fc-4c42-8134-ceec43bc3f6f req-dc236aef-4674-4f5a-ab50-f3e6ded6b9d4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553184 Jan 12 10:20:11.542296 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95125ff5-4476-435c-8dce-8216e3a1f71e req-6a06c63a-9750-434b-8958-8ffcc4cd013c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:11.549945 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95125ff5-4476-435c-8dce-8216e3a1f71e req-6a06c63a-9750-434b-8958-8ffcc4cd013c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0660956 Jan 12 10:20:11.604245 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95125ff5-4476-435c-8dce-8216e3a1f71e req-7d9c10b3-a63e-40c7-bbcf-6c0a3e630a95 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528245 Jan 12 10:20:12.158199 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb06ca-d602-4cf8-8f90-90579e90e1da req-156290e6-dfbb-4634-871e-fcf5d8e19763 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:12.164309 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d7bb06ca-d602-4cf8-8f90-90579e90e1da req-156290e6-dfbb-4634-871e-fcf5d8e19763 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0734768 Jan 12 10:20:12.275839 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d7bb06ca-d602-4cf8-8f90-90579e90e1da req-5ed33134-d454-4930-99ba-b62906424c0a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889678 Jan 12 10:20:12.835654 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf586f-246c-4fb9-9fa0-bfd0ece92e41 req-f70f0400-55d2-4889-a574-ee48f786bf10 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:12.843176 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e6bf586f-246c-4fb9-9fa0-bfd0ece92e41 req-f70f0400-55d2-4889-a574-ee48f786bf10 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0776594 Jan 12 10:20:12.947377 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e6bf586f-246c-4fb9-9fa0-bfd0ece92e41 req-54ce6112-fe09-489c-a07e-7a1f0953bee0 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019068 Jan 12 10:20:13.433624 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03049f6-bb56-4953-a796-74f8d7b437c1 req-fd37329b-5c50-4945-9c10-b9042804c914 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:13.435295 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c03049f6-bb56-4953-a796-74f8d7b437c1 req-fd37329b-5c50-4945-9c10-b9042804c914 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0739198 Jan 12 10:20:13.506715 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c03049f6-bb56-4953-a796-74f8d7b437c1 req-bb48a2da-40a5-4b54-a3b3-21da6c2b026f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647798 Jan 12 10:20:14.097936 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496c1b9-a6b3-45d1-8df7-049b03cfb88e req-09bbbe70-7f0f-4e15-beab-902c792ea69a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:14.101762 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d496c1b9-a6b3-45d1-8df7-049b03cfb88e req-09bbbe70-7f0f-4e15-beab-902c792ea69a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0641282 Jan 12 10:20:14.155084 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d496c1b9-a6b3-45d1-8df7-049b03cfb88e req-d0603ebb-6df3-4d8b-bcb9-ec48af6f6a0e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492685 Jan 12 10:20:14.625419 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab117c02-4d51-4bc7-a8fc-7ca7fc346e5c req-78399527-9f68-4325-b05e-028585755dbf tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:14.626881 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ab117c02-4d51-4bc7-a8fc-7ca7fc346e5c req-78399527-9f68-4325-b05e-028585755dbf tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0491154 Jan 12 10:20:14.677076 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ab117c02-4d51-4bc7-a8fc-7ca7fc346e5c req-867d62af-4caf-466f-91f2-f39602872f67 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434670 Jan 12 10:20:15.409396 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95793dfb-ffa3-4617-b825-24625a08295b req-d79330de-1a5b-4779-932a-9f48ca4665d5 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:15.428464 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95793dfb-ffa3-4617-b825-24625a08295b req-d79330de-1a5b-4779-932a-9f48ca4665d5 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1021848 Jan 12 10:20:15.537901 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95793dfb-ffa3-4617-b825-24625a08295b req-9a0d35e2-d3d3-400f-a238-1fbc3792070e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083970 Jan 12 10:20:15.800638 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6039d297-eb96-44d2-bf83-1232cf7f2456 req-f4951030-7c91-4919-b51d-72a2e10e58d5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:15.803814 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6039d297-eb96-44d2-bf83-1232cf7f2456 req-f4951030-7c91-4919-b51d-72a2e10e58d5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0551600 Jan 12 10:20:15.872416 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6039d297-eb96-44d2-bf83-1232cf7f2456 req-41cf7b1b-941f-4f07-ba08-03eea0ea5e4b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582776 Jan 12 10:20:15.950082 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:20:16.678158 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce837c-ed5a-456c-96f4-8b69883aba74 req-9213d38f-9184-4d43-b49c-e363e0e8bf5c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:16.680301 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-88ce837c-ed5a-456c-96f4-8b69883aba74 req-9213d38f-9184-4d43-b49c-e363e0e8bf5c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0694818 Jan 12 10:20:16.744386 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-88ce837c-ed5a-456c-96f4-8b69883aba74 req-fdde95b9-5934-4072-adbc-22aa8af54a8f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547323 Jan 12 10:20:16.744898 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52274) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:16.795766 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-14858931-38f7-4470-b79c-4bdd99902f8a tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:16.797458 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-14858931-38f7-4470-b79c-4bdd99902f8a tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/networks?id=6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 200 len: 815 time: 0.1205137 Jan 12 10:20:16.817373 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-69390c18-c619-4d37-bf17-7a6ecdb4f257 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/quotas/501a0c96b53f4bef94546d7d19c32796 HTTP/1.1" status: 200 len: 375 time: 0.0104246 Jan 12 10:20:16.877317 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-713efa37-cb68-4038-9ac7-d23207cd5f61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:16.891925 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-6c7c82aa-fed1-4074-b569-ff8d0cd5d440 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677717 Jan 12 10:20:16.967919 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-713efa37-cb68-4038-9ac7-d23207cd5f61 admin admin] Publish callbacks [] for security_group (c93edd47-d739-4758-b2fa-bfb742a43041), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:17.025014 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-67a15c8d-5d7d-4ca1-8503-53f82d2d694f service neutron] 10.222.0.76 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168585 Jan 12 10:20:17.025243 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045e7ac-b00c-4e74-bc96-ded4e6b55dbf req-b909c9a0-c920-431b-8da1-e89d188ab3cc tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:17.032032 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e045e7ac-b00c-4e74-bc96-ded4e6b55dbf req-b909c9a0-c920-431b-8da1-e89d188ab3cc tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0704451 Jan 12 10:20:17.052754 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-713efa37-cb68-4038-9ac7-d23207cd5f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c93edd47-d739-4758-b2fa-bfb742a43041), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:17.113788 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-713efa37-cb68-4038-9ac7-d23207cd5f61 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=fca6fbade9a04a23ac5ba8c83ba0abc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3677912 Jan 12 10:20:17.117388 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52280) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:17.119476 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713efa37-cb68-4038-9ac7-d23207cd5f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93edd47-d739-4758-b2fa-bfb742a43041,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:17.133971 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e045e7ac-b00c-4e74-bc96-ded4e6b55dbf req-279255d0-c31e-473b-b52c-ba881b1b6b05 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010973 Jan 12 10:20:17.153467 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-7d06806c-94cc-429f-9f7d-7006a4202f23 service neutron] 10.222.0.76 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213729 Jan 12 10:20:17.191359 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd178-1384-4200-b615-4ffc6facf9ce admin admin] Publish callbacks [] for security_group (c93edd47-d739-4758-b2fa-bfb742a43041), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:17.226550 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd178-1384-4200-b615-4ffc6facf9ce admin admin] Publish callbacks [] for security_group (c93edd47-d739-4758-b2fa-bfb742a43041), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:17.294078 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:17.389909 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd178-1384-4200-b615-4ffc6facf9ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (c93edd47-d739-4758-b2fa-bfb742a43041), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:17.394377 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd178-1384-4200-b615-4ffc6facf9ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:17.399291 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-0ebfd178-1384-4200-b615-4ffc6facf9ce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/c93edd47-d739-4758-b2fa-bfb742a43041 HTTP/1.1" status: 204 len: 168 time: 0.2773154 Jan 12 10:20:17.406735 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd178-1384-4200-b615-4ffc6facf9ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93edd47-d739-4758-b2fa-bfb742a43041,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:17.521488 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-147e91e1-35ec-4e14-868e-c7ccf40ba684 req-42e3ca66-2ebd-4d4f-9c06-f5231a8d8cd3 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 210 time: 0.0318940 Jan 12 10:20:17.899289 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fcb07-4443-4575-a2f3-e7569f1ede31 req-c90fe686-0626-45db-a289-e671328fc7ce tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:17.900797 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c81fcb07-4443-4575-a2f3-e7569f1ede31 req-c90fe686-0626-45db-a289-e671328fc7ce tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0597222 Jan 12 10:20:17.973824 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c81fcb07-4443-4575-a2f3-e7569f1ede31 req-6ad2e92b-f062-431a-84aa-6a6481f6061d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661178 Jan 12 10:20:18.004778 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-42dd0efc-38ad-4c20-a658-ab63e0403b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:18.006353 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-42dd0efc-38ad-4c20-a658-ab63e0403b9b service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1097 time: 0.0511460 Jan 12 10:20:18.131529 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-fca70fac-aa8e-47b7-aa8b-e4ce858b8689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:18.135623 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-fca70fac-aa8e-47b7-aa8b-e4ce858b8689 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.0997996 Jan 12 10:20:18.247213 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-64112119-c9ab-47c1-a00a-4ea8ec02af7b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 200 len: 1000 time: 0.1064317 Jan 12 10:20:18.269375 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd127a1d-3ff6-441c-8ea6-ea5155c921e5 req-b1fcf149-2477-432f-8524-8518ebfe8a8c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:18.271845 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fd127a1d-3ff6-441c-8ea6-ea5155c921e5 req-b1fcf149-2477-432f-8524-8518ebfe8a8c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0630088 Jan 12 10:20:18.312755 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-bfad0871-be19-47b6-8874-5e4a90f04433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:18.314847 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-bfad0871-be19-47b6-8874-5e4a90f04433 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0601621 Jan 12 10:20:18.327956 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fd127a1d-3ff6-441c-8ea6-ea5155c921e5 req-70b4f61b-a380-43f0-a757-49dcce08df20 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498114 Jan 12 10:20:18.364740 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-fa26531f-78cb-421a-974e-87c800beffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:18.366263 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-fa26531f-78cb-421a-974e-87c800beffd8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454438 Jan 12 10:20:18.457573 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-2d850cb4-dc7e-449b-94c4-dcad5e301851 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849273 Jan 12 10:20:18.558383 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-137da212-fb1e-4fcf-850b-5a6dbe09b4c2 req-72298530-b652-4874-b66a-8f1f493a35e6 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940893 Jan 12 10:20:18.631574 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6e2bb9bc-fc0c-4006-8d6d-b154a1568856 req-1cae90d0-5e7a-4e7e-b11a-91acc76b1ffd tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 210 time: 0.0299156 Jan 12 10:20:19.104492 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1087f-c338-4e42-a7e8-f2b23e1fe7b8 req-6117062d-37a0-48da-bff0-90cc126c09f5 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:19.107079 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-18b1087f-c338-4e42-a7e8-f2b23e1fe7b8 req-6117062d-37a0-48da-bff0-90cc126c09f5 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0554423 Jan 12 10:20:19.181564 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-18b1087f-c338-4e42-a7e8-f2b23e1fe7b8 req-9f123d9c-f248-4f04-a466-2ec1daae7833 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670104 Jan 12 10:20:19.455443 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5aabfa-d141-4623-a1ec-e6b6c99df2ef req-f5d416be-e6c9-471f-a4eb-1c83c086f984 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:19.457333 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d5aabfa-d141-4623-a1ec-e6b6c99df2ef req-f5d416be-e6c9-471f-a4eb-1c83c086f984 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0597384 Jan 12 10:20:19.506887 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d5aabfa-d141-4623-a1ec-e6b6c99df2ef req-e846f9cc-6614-45af-ae0c-0017968d4e4c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439403 Jan 12 10:20:19.739556 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-774c0d38-898c-4821-804e-8e3dec793ec0 req-15e7af65-b588-48a0-b78a-03164b4c1f1d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 210 time: 0.0261769 Jan 12 10:20:20.341118 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8862a8-9914-43ea-83e3-5c4e9cacaf3b req-bacbfb61-5566-4711-93da-0577821e93bb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:20.342654 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ae8862a8-9914-43ea-83e3-5c4e9cacaf3b req-bacbfb61-5566-4711-93da-0577821e93bb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0633686 Jan 12 10:20:20.391319 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ae8862a8-9914-43ea-83e3-5c4e9cacaf3b req-6cf43d5c-0cce-45c4-a22e-e2fe041ff76c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427735 Jan 12 10:20:20.633944 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb3112-c1db-4608-b719-727685e22696 req-8940fb2f-481d-4850-9499-d9312c0bcf5e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:20.635448 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f1eb3112-c1db-4608-b719-727685e22696 req-8940fb2f-481d-4850-9499-d9312c0bcf5e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0575542 Jan 12 10:20:20.687404 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f1eb3112-c1db-4608-b719-727685e22696 req-243d1e5a-2e8a-4b2b-9bd2-3ff8bdd56bc4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452402 Jan 12 10:20:20.797137 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 52460) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:20.842929 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fac77151-8208-40ea-b413-2d64da956901 req-81103f3a-f0e0-4f5f-a2ad-a28cde942409 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 210 time: 0.0285277 Jan 12 10:20:20.963131 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.023528 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-55ca37df-4421-454a-b71d-9e842c4fc211 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:21.025161 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-55ca37df-4421-454a-b71d-9e842c4fc211 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.79 "GET /v2.0/networks?id=6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 200 len: 815 time: 0.1399136 Jan 12 10:20:21.042747 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'port': {'device_id': '439d659a-d2b8-41c0-b721-b84383369242', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'admin_state_up': True, 'tenant_id': '501a0c96b53f4bef94546d7d19c32796'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:20:21.139867 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Publish callbacks [] for security_group (ff905554-7562-48bd-b8a9-9843cb8e4fa4), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.219463 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ff905554-7562-48bd-b8a9-9843cb8e4fa4), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.259768 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Made reservation on behalf of 501a0c96b53f4bef94546d7d19c32796 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:20:21.263841 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.282593 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=9e453de7222f489fb20af16cccf0e1d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843457 Jan 12 10:20:21.288967 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 52470) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:21.288967 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff905554-7562-48bd-b8a9-9843cb8e4fa4,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:21.289421 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52472) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:21.310247 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.310594 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.310930 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.311341 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.312583 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.312583 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.312583 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.312860 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.312976 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.313420 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.313715 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.314032 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.314345 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93bf2946-cd8a-4d23-92b9-30cef915335d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.343181 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Deleting subnet fc85332c-b868-4ee3-85ff-1ba62943ac1c {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:20:21.347685 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Publish callbacks [] for subnet (fc85332c-b868-4ee3-85ff-1ba62943ac1c), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.384659 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (fc85332c-b868-4ee3-85ff-1ba62943ac1c), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.435262 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (fc85332c-b868-4ee3-85ff-1ba62943ac1c), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.440535 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36be42f3-b1c2-48cb-aaf0-5d4fc041146b admin admin] Publish callbacks [] for security_group (ff905554-7562-48bd-b8a9-9843cb8e4fa4), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.479601 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36be42f3-b1c2-48cb-aaf0-5d4fc041146b admin admin] Publish callbacks [] for security_group (ff905554-7562-48bd-b8a9-9843cb8e4fa4), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.492654 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Allocated IP 172.20.0.9 (6e80433d-2123-455c-9c81-3cd5a12e967c/459e1b07-7a24-46ca-9aaa-95e2db8d1f9c/c8925e72-1d49-403b-998e-2cccb28adf08) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:20:21.563475 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf513da-c06a-4221-a116-3b8c8cb5dc5b req-8c2d8d36-dfa9-43c7-a9cd-a4b6d16733df tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:21.565865 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9cf513da-c06a-4221-a116-3b8c8cb5dc5b req-8c2d8d36-dfa9-43c7-a9cd-a4b6d16733df tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0720217 Jan 12 10:20:21.615955 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (fc85332c-b868-4ee3-85ff-1ba62943ac1c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.624457 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9cf513da-c06a-4221-a116-3b8c8cb5dc5b req-cdfc0e09-057d-4eff-a39f-c4e415ac3276 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528030 Jan 12 10:20:21.649877 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc85332c-b868-4ee3-85ff-1ba62943ac1c,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:21.657072 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.659815 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] 10.222.0.76 "DELETE /v2.0/subnets/fc85332c-b868-4ee3-85ff-1ba62943ac1c HTTP/1.1" status: 204 len: 168 time: 0.3693817 Jan 12 10:20:21.664903 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52490) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:21.673914 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.674740 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.675325 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.675865 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.676366 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.676695 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.677057 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.677380 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.677866 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.678155 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36be42f3-b1c2-48cb-aaf0-5d4fc041146b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ff905554-7562-48bd-b8a9-9843cb8e4fa4), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.678508 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.678835 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.679307 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.679631 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f192a-8166-46f4-a626-2246d48216ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:21.680762 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36be42f3-b1c2-48cb-aaf0-5d4fc041146b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.690975 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-36be42f3-b1c2-48cb-aaf0-5d4fc041146b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ff905554-7562-48bd-b8a9-9843cb8e4fa4 HTTP/1.1" status: 204 len: 168 time: 0.3927779 Jan 12 10:20:21.706751 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be42f3-b1c2-48cb-aaf0-5d4fc041146b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff905554-7562-48bd-b8a9-9843cb8e4fa4,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:21.743151 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for port (c8925e72-1d49-403b-998e-2cccb28adf08), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.797893 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (41aaf025-344d-4c5e-a22b-fed4ae0a5ac9), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.853889 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6632cf36-81d6-4554-a2dd-1f1c738522f2 req-38ca87e1-7e24-494c-8e14-71fee1b4136a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:21.855565 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6632cf36-81d6-4554-a2dd-1f1c738522f2 req-38ca87e1-7e24-494c-8e14-71fee1b4136a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0518730 Jan 12 10:20:21.879807 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.891204 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (41aaf025-344d-4c5e-a22b-fed4ae0a5ac9), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:21.935919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Network 6e80433d-2123-455c-9c81-3cd5a12e967c is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:20:21.963652 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:20:21.963652 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:20:21.968564 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6632cf36-81d6-4554-a2dd-1f1c738522f2 req-3c3c2ab0-bd8b-4e27-9833-d9c5099ccaa0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069055 Jan 12 10:20:21.995544 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.058440 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:22.061091 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.180936 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-9db4277b-682f-4250-9368-3b19c0e83f12 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1446342 Jan 12 10:20:22.198887 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Request body: {'port': {'device_id': '439d659a-d2b8-41c0-b721-b84383369242', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:20:22.244088 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41aaf025-344d-4c5e-a22b-fed4ae0a5ac9']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:22.263671 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316ce160-62eb-4070-b69d-fdf4c16f6887') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:22.263974 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316ce160-62eb-4070-b69d-fdf4c16f6887') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:22.287464 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (316ce160-62eb-4070-b69d-fdf4c16f6887), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.321111 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc16a76-7b3e-47ab-83fa-f176e5c3a0b1 req-45ae5395-58ab-4f60-94f5-3abe26dbaa16 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:22.326349 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2dc16a76-7b3e-47ab-83fa-f176e5c3a0b1 req-45ae5395-58ab-4f60-94f5-3abe26dbaa16 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 931 time: 0.3989363 Jan 12 10:20:22.345134 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (316ce160-62eb-4070-b69d-fdf4c16f6887), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.374618 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:20:22.376828 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (316ce160-62eb-4070-b69d-fdf4c16f6887), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:20:22.382103 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:20:22.405673 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.445746 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2dc16a76-7b3e-47ab-83fa-f176e5c3a0b1 req-05decde5-fbad-4bd1-80ea-837ce5a72336 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209805 Jan 12 10:20:22.490074 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-fd810c61-8a74-405f-bae8-6aebc628074f None None] Provisioning complete for port c8925e72-1d49-403b-998e-2cccb28adf08 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:22.491397 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fd810c61-8a74-405f-bae8-6aebc628074f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.557203 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-fd810c61-8a74-405f-bae8-6aebc628074f None None] Port c8925e72-1d49-403b-998e-2cccb28adf08 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:20:22.606572 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (41aaf025-344d-4c5e-a22b-fed4ae0a5ac9), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.612546 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:22.618409 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] 10.222.0.76 "DELETE /v2.0/networks/41aaf025-344d-4c5e-a22b-fed4ae0a5ac9 HTTP/1.1" status: 204 len: 168 time: 0.9498773 Jan 12 10:20:22.668837 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4bbd4f-4319-4889-bdd0-37545d64d586 admin admin] Pushing event deleted for resources: {'Network': ['ID=41aaf025-344d-4c5e-a22b-fed4ae0a5ac9,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:22.915888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e563cf-bbb5-4897-a192-fe1438d28df9 req-515cb0de-af26-423b-8a49-6af5ae0fd186 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:22.934108 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d5e563cf-bbb5-4897-a192-fe1438d28df9 req-515cb0de-af26-423b-8a49-6af5ae0fd186 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.1545689 Jan 12 10:20:23.095032 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d5e563cf-bbb5-4897-a192-fe1438d28df9 req-86454ee2-34c1-46be-8cb2-e9c50b3bc91f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523323 Jan 12 10:20:23.129702 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8925e72-1d49-403b-998e-2cccb28adf08 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:20:23.146069 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Publish callbacks [] for port (c8925e72-1d49-403b-998e-2cccb28adf08), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:23.179441 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Transition to ACTIVE for port object c8925e72-1d49-403b-998e-2cccb28adf08 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:20:23.188522 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba84569-936e-4d9b-9e7f-a3faf69f72c9 req-e9efc15e-f548-467b-b334-5595cbb039d7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:23.190833 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2ba84569-936e-4d9b-9e7f-a3faf69f72c9 req-e9efc15e-f548-467b-b334-5595cbb039d7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0659306 Jan 12 10:20:23.257238 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2ba84569-936e-4d9b-9e7f-a3faf69f72c9 req-88778b48-d994-436f-8c84-64f2cc7c9a32 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573180 Jan 12 10:20:23.587960 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aca502-dd57-4b99-976f-fc221736221f req-2be557d9-d35c-4113-8867-ab1cc6f45d03 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:23.589618 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82aca502-dd57-4b99-976f-fc221736221f req-2be557d9-d35c-4113-8867-ab1cc6f45d03 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 931 time: 0.0696323 Jan 12 10:20:23.667066 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82aca502-dd57-4b99-976f-fc221736221f req-c223e6cb-b935-4e28-a6fe-359b5ab49f87 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711462 Jan 12 10:20:23.728158 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:23.862753 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52532) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:23.934569 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Pushing event updated for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:23.946610 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-082856f9-5882-4cb1-9e51-8d1f3a2624b6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=4c69f082e52f47c69f49330c667e31ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0818231 Jan 12 10:20:23.949041 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52534) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:23.987530 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Attempting to bind port c8925e72-1d49-403b-998e-2cccb28adf08 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:20:23.987530 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Attempting to bind port c8925e72-1d49-403b-998e-2cccb28adf08 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:20:23.987530 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Attempting to bind port c8925e72-1d49-403b-998e-2cccb28adf08 on network 6e80433d-2123-455c-9c81-3cd5a12e967c {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:20:23.991484 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Port c8925e72-1d49-403b-998e-2cccb28adf08 on network 6e80433d-2123-455c-9c81-3cd5a12e967c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:20:23.991755 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Attempting to bind port c8925e72-1d49-403b-998e-2cccb28adf08 on network 6e80433d-2123-455c-9c81-3cd5a12e967c {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:20:23.999588 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:20:24.005903 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Checking segment: {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:20:24.005903 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Bound using segment: {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:20:24.005903 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Bound port: c8925e72-1d49-403b-998e-2cccb28adf08, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e2575f-9a0a-4810-9787-d6d1477f6f85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:20:24.005903 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:24.086423 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6c0952b3-f308-4c17-b8de-93b53537374c admin admin] Publish callbacks [] for security_group (cc5ce3fb-0a79-4e91-9d4d-8f138fa81605), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:24.116913 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6c0952b3-f308-4c17-b8de-93b53537374c admin admin] Publish callbacks [] for security_group (cc5ce3fb-0a79-4e91-9d4d-8f138fa81605), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:24.168572 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:20:24.175697 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c8925e72-1d49-403b-998e-2cccb28adf08,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:20:24.277513 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8685244b-7929-46c0-997e-0625e287f45d req-2c97e3a1-fabc-4dce-ac78-7c4c6daafcde tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:24.284825 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8685244b-7929-46c0-997e-0625e287f45d req-2c97e3a1-fabc-4dce-ac78-7c4c6daafcde tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 944 time: 0.0862482 Jan 12 10:20:24.288464 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:24.349769 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:24.350758 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:24.352184 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] 10.222.0.79 "PUT /v2.0/ports/c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 1093 time: 2.1580608 Jan 12 10:20:24.354958 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:24.357431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5103579-7748-4605-94bc-c05ef9988626" -d '{"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:20:24.393874 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8685244b-7929-46c0-997e-0625e287f45d req-95865f74-36fc-47e3-bad1-be5a8be4ee31 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073899 Jan 12 10:20:24.408341 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6c0952b3-f308-4c17-b8de-93b53537374c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (cc5ce3fb-0a79-4e91-9d4d-8f138fa81605), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:24.409945 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6c0952b3-f308-4c17-b8de-93b53537374c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:24.420166 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6c0952b3-f308-4c17-b8de-93b53537374c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/cc5ce3fb-0a79-4e91-9d4d-8f138fa81605 HTTP/1.1" status: 204 len: 168 time: 0.4698308 Jan 12 10:20:24.457794 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb91a52-5e21-42fd-a19e-5fa10a32c6ca service neutron] Pushing event updated for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:24.482193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0952b3-f308-4c17-b8de-93b53537374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5ce3fb-0a79-4e91-9d4d-8f138fa81605,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:24.498306 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefb0e4-ea63-4c1e-8e69-f50474c25972 req-cc982b10-c36f-48f3-9ee7-1b32b3fddb8f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:24.501945 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-daefb0e4-ea63-4c1e-8e69-f50474c25972 req-cc982b10-c36f-48f3-9ee7-1b32b3fddb8f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1076822 Jan 12 10:20:24.534781 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5b1820-d2c7-4f6f-8bea-ae1aecbc8e16 x-openstack-request-id: req-ae5b1820-d2c7-4f6f-8bea-ae1aecbc8e16 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:20:24.538015 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:20:24.538015 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ae5b1820-d2c7-4f6f-8bea-ae1aecbc8e16 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:20:24.538015 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'status': 'completed', 'code': 200} Jan 12 10:20:24.543513 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:20:24.609105 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-daefb0e4-ea63-4c1e-8e69-f50474c25972 req-c640ed20-3fba-43f3-8321-24cbe86ff380 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002111 Jan 12 10:20:24.749313 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103579-7748-4605-94bc-c05ef9988626 req-54ef6b07-756e-4572-9e69-c04b0ec14343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:24.750861 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d5103579-7748-4605-94bc-c05ef9988626 req-54ef6b07-756e-4572-9e69-c04b0ec14343 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1096 time: 0.1309655 Jan 12 10:20:24.900445 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad76e1-928d-4a81-b2f0-d25b3a3662b2 req-222c2a48-d272-45b9-acfe-6657cc0d666e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:24.911103 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8fad76e1-928d-4a81-b2f0-d25b3a3662b2 req-222c2a48-d272-45b9-acfe-6657cc0d666e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.1259961 Jan 12 10:20:24.913240 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:24.937200 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'port_id': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'mac_address': 'fa:16:3e:ef:72:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:20:25.026069 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:25.028192 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:25.028316 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8fad76e1-928d-4a81-b2f0-d25b3a3662b2 req-ad7faa5f-6365-4f78-b0d6-fc5f1b092c7a tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136477 Jan 12 10:20:25.047695 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103579-7748-4605-94bc-c05ef9988626 req-4867b353-ee65-4cc4-8539-7633106e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:25.049362 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d5103579-7748-4605-94bc-c05ef9988626 req-4867b353-ee65-4cc4-8539-7633106e8b31 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=501a0c96b53f4bef94546d7d19c32796&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2309690 Jan 12 10:20:25.082755 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f125cee2-d58d-49b1-b601-35c76d6ede7f {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:20:25.111570 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:25.203118 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5103579-7748-4605-94bc-c05ef9988626 req-187fa44d-2d8a-477b-8d96-41dcf8adba59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:25.203428 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:25.206834 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d5103579-7748-4605-94bc-c05ef9988626 req-187fa44d-2d8a-477b-8d96-41dcf8adba59 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498609 Jan 12 10:20:25.313823 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=9']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:25.405413 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-bd670b79-7171-4319-988e-1cacaa8032c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:25.407047 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-bd670b79-7171-4319-988e-1cacaa8032c1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1096 time: 0.0819695 Jan 12 10:20:25.620854 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d487b2d-fcb3-4fff-a473-2aa3472a5536 req-868147c1-0e7e-480a-b593-fc6a7d753638 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:25.621454 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['f125cee2-d58d-49b1-b601-35c76d6ede7f'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:20:25.622233 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d487b2d-fcb3-4fff-a473-2aa3472a5536 req-868147c1-0e7e-480a-b593-fc6a7d753638 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 945 time: 0.0786443 Jan 12 10:20:25.766145 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-11004b85-1bb1-41e5-abba-c1b22b8f77b0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 217 time: 0.0946257 Jan 12 10:20:25.873910 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d487b2d-fcb3-4fff-a473-2aa3472a5536 req-7447ce88-772b-4909-a004-1fe586ff2802 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2411611 Jan 12 10:20:25.926662 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-f485b1a2-21df-4838-bd62-c5e8f63919f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:25.928170 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-f485b1a2-21df-4838-bd62-c5e8f63919f0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c HTTP/1.1" status: 200 len: 854 time: 0.1398835 Jan 12 10:20:25.945925 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48098c-8a73-4397-81ee-47e1aa8011d2 req-b2e5f2a7-a5e2-4ea7-8e69-0dbb6a95300d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:25.948734 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1e48098c-8a73-4397-81ee-47e1aa8011d2 req-b2e5f2a7-a5e2-4ea7-8e69-0dbb6a95300d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1847172 Jan 12 10:20:26.017333 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1e48098c-8a73-4397-81ee-47e1aa8011d2 req-ee8c2585-3d0c-43a8-8e9e-31e523f9bf95 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616050 Jan 12 10:20:26.189848 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacb8f7-b1c0-4f0e-9e6f-ba0954c86b99 req-e4e149c7-f44e-4558-878f-83f5fd30da37 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:26.192584 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fdacb8f7-b1c0-4f0e-9e6f-ba0954c86b99 req-e4e149c7-f44e-4558-878f-83f5fd30da37 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0719190 Jan 12 10:20:26.266233 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fdacb8f7-b1c0-4f0e-9e6f-ba0954c86b99 req-b2d79453-f480-4b42-86e7-4d7fd00c1498 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620408 Jan 12 10:20:26.529701 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:20:26.589971 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port f125cee2-d58d-49b1-b601-35c76d6ede7f triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:26.590346 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:26.731752 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f125cee2-d58d-49b1-b601-35c76d6ede7f is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:26.732478 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:26.757777 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:26.760214 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9c7017-375d-40a7-92d6-6fe6cc55c806" -d '{"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-plugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:20:26.828178 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:26.828178 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ee9235-c441-4074-b40c-2ad094379fc9 x-openstack-request-id: req-26ee9235-c441-4074-b40c-2ad094379fc9 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:20:26.828178 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-plugged", "status": "completed", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:20:26.828178 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-26ee9235-c441-4074-b40c-2ad094379fc9 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:20:26.828178 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'code': 200} Jan 12 10:20:26.852621 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b0fc5885-d81f-4517-98a4-30ca3a84578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:26.952733 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:27.057048 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f959554-ca48-4890-b95f-a5c2a6212229 req-391bc8a0-a537-45dc-a4c6-8f046c5f7193 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:27.067360 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7f959554-ca48-4890-b95f-a5c2a6212229 req-391bc8a0-a537-45dc-a4c6-8f046c5f7193 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0842712 Jan 12 10:20:27.070899 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=10']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:27.130815 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7f959554-ca48-4890-b95f-a5c2a6212229 req-08f3fab6-d099-4960-b813-fa36972e8847 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621548 Jan 12 10:20:27.213760 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d2da8-ca82-4bd0-a6ab-881768eaaced req-15bddc5a-4b64-4398-ac55-6e808a4d9583 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:27.215482 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fa3d2da8-ca82-4bd0-a6ab-881768eaaced req-15bddc5a-4b64-4398-ac55-6e808a4d9583 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0744493 Jan 12 10:20:27.298649 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fa3d2da8-ca82-4bd0-a6ab-881768eaaced req-c5db08d4-1a1d-4457-8891-22a33806418f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721176 Jan 12 10:20:27.413212 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bad358-88ae-4fe4-9109-e3e4a5805ad4 req-13bf113c-c531-48df-ae3b-7972bdc79c91 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:27.415387 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95bad358-88ae-4fe4-9109-e3e4a5805ad4 req-13bf113c-c531-48df-ae3b-7972bdc79c91 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0706127 Jan 12 10:20:27.480029 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95bad358-88ae-4fe4-9109-e3e4a5805ad4 req-7a8feeec-9498-425c-baa9-e8615e486a64 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558729 Jan 12 10:20:28.270328 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efba6d-61cf-44b2-9cd4-913a4a4e5de3 req-d2091337-c8bc-4117-bf81-9813ee0b3eca tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:28.271967 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-61efba6d-61cf-44b2-9cd4-913a4a4e5de3 req-d2091337-c8bc-4117-bf81-9813ee0b3eca tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0580235 Jan 12 10:20:28.334310 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-61efba6d-61cf-44b2-9cd4-913a4a4e5de3 req-04db7fa2-f383-47a1-b0cc-0fd20dfdc08b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562637 Jan 12 10:20:28.500670 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345cd62f-9349-4c34-96ef-f54622f33fa4 req-0c4f04b6-66be-4569-b3ea-b5b927289756 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:28.507450 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-345cd62f-9349-4c34-96ef-f54622f33fa4 req-0c4f04b6-66be-4569-b3ea-b5b927289756 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0812809 Jan 12 10:20:28.576196 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-345cd62f-9349-4c34-96ef-f54622f33fa4 req-d76b243b-e788-4bb7-99a9-6813baa2039b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658801 Jan 12 10:20:28.734262 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b6d60b-6d62-40fa-ab60-f0ae49c3fcf6 req-69e28ffe-10cb-456b-b754-e59ceb6967ef tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:28.736147 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e8b6d60b-6d62-40fa-ab60-f0ae49c3fcf6 req-69e28ffe-10cb-456b-b754-e59ceb6967ef tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0580440 Jan 12 10:20:28.793272 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e8b6d60b-6d62-40fa-ab60-f0ae49c3fcf6 req-6f09df38-2b72-47b3-940e-95721069d734 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497620 Jan 12 10:20:28.978815 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-157be27c-cff5-45a8-9057-5878b76389f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:29.547321 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca756c2-eb68-48a8-950b-213244265e93 req-4ed3c295-e353-4835-946c-35f157b7d1f1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:29.549191 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3ca756c2-eb68-48a8-950b-213244265e93 req-4ed3c295-e353-4835-946c-35f157b7d1f1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.1090665 Jan 12 10:20:29.636985 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3ca756c2-eb68-48a8-950b-213244265e93 req-f2025ac9-d245-439d-856a-197057b5246c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727170 Jan 12 10:20:29.796130 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065062e-fbe3-4051-9219-da2014c04866 req-cefca9ea-3d29-4f02-8812-b61eeb43a854 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:29.805323 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2065062e-fbe3-4051-9219-da2014c04866 req-cefca9ea-3d29-4f02-8812-b61eeb43a854 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1260686 Jan 12 10:20:29.895178 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2065062e-fbe3-4051-9219-da2014c04866 req-1446fdd8-2a76-4854-bb78-62b475b6909a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884781 Jan 12 10:20:29.970360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b671f1d-cde3-420c-83f1-e535315443cb req-19560456-64e4-4078-bf79-6b1ccd63c343 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:29.972911 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7b671f1d-cde3-420c-83f1-e535315443cb req-19560456-64e4-4078-bf79-6b1ccd63c343 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0741978 Jan 12 10:20:30.047781 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7b671f1d-cde3-420c-83f1-e535315443cb req-31bcd539-9462-45ec-8807-3d3710f032dd tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689402 Jan 12 10:20:30.395520 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 52638) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:30.442290 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:30.527855 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e5489b74-dd7b-4edf-9826-0e9d89d9f002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:30.653952 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e5489b74-dd7b-4edf-9826-0e9d89d9f002 admin admin] Publish callbacks [] for security_group (409feac6-814e-445f-9d02-71b24ae421c6), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:30.751071 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e5489b74-dd7b-4edf-9826-0e9d89d9f002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (409feac6-814e-445f-9d02-71b24ae421c6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:30.815500 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e5489b74-dd7b-4edf-9826-0e9d89d9f002 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=36b8870ac46943c989063c55052cfff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4181452 Jan 12 10:20:30.818423 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 52650) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:30.819002 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5489b74-dd7b-4edf-9826-0e9d89d9f002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409feac6-814e-445f-9d02-71b24ae421c6,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:30.848766 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e59ac7-0f66-45ce-8dba-0958e5c3cfd9 req-10795ca7-72ab-4e3f-8459-f5502c53e3df tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:30.850697 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-28e59ac7-0f66-45ce-8dba-0958e5c3cfd9 req-10795ca7-72ab-4e3f-8459-f5502c53e3df tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0804830 Jan 12 10:20:30.937237 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-689683f8-5255-4885-99b2-bb70014e2e87 admin admin] Publish callbacks [] for security_group (409feac6-814e-445f-9d02-71b24ae421c6), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:30.951753 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-28e59ac7-0f66-45ce-8dba-0958e5c3cfd9 req-4a295279-3009-4355-83ef-4ba37d555f7b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921760 Jan 12 10:20:30.980117 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-689683f8-5255-4885-99b2-bb70014e2e87 admin admin] Publish callbacks [] for security_group (409feac6-814e-445f-9d02-71b24ae421c6), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:31.113161 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d841da-170e-4707-bc7f-b4d562d28bee req-930257dc-88ef-40b4-b711-5b043ffc9e61 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:31.115417 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-79d841da-170e-4707-bc7f-b4d562d28bee req-930257dc-88ef-40b4-b711-5b043ffc9e61 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0746319 Jan 12 10:20:31.155471 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-689683f8-5255-4885-99b2-bb70014e2e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (409feac6-814e-445f-9d02-71b24ae421c6), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:31.159702 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-689683f8-5255-4885-99b2-bb70014e2e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:31.169565 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-689683f8-5255-4885-99b2-bb70014e2e87 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/409feac6-814e-445f-9d02-71b24ae421c6 HTTP/1.1" status: 204 len: 168 time: 0.3416753 Jan 12 10:20:31.176810 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689683f8-5255-4885-99b2-bb70014e2e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409feac6-814e-445f-9d02-71b24ae421c6,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:31.248694 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-79d841da-170e-4707-bc7f-b4d562d28bee req-f2c3c0b0-2672-4189-b894-267981a6605a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274397 Jan 12 10:20:31.298238 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f47a98d-a640-462f-aaf8-2c64df7d0e10 req-1cbb2322-1d8e-4de1-b765-b3d541f68c68 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:31.301289 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2f47a98d-a640-462f-aaf8-2c64df7d0e10 req-1cbb2322-1d8e-4de1-b765-b3d541f68c68 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.1251185 Jan 12 10:20:31.356044 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2f47a98d-a640-462f-aaf8-2c64df7d0e10 req-92a217c3-4f05-40ad-83b5-af30b8414ed8 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539639 Jan 12 10:20:31.790406 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:32.300665 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-22dd1189-d74a-4112-97cb-c11fba77af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:32.302165 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-22dd1189-d74a-4112-97cb-c11fba77af15 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e80433d-2123-455c-9c81-3cd5a12e967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3119714 Jan 12 10:20:32.380237 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2fa00-e8fa-4b9c-88f4-2b5db22b5ec3 req-2f51b2a4-d7bf-4c76-a59e-2ae177fb4049 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:32.381746 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-36b2fa00-e8fa-4b9c-88f4-2b5db22b5ec3 req-2f51b2a4-d7bf-4c76-a59e-2ae177fb4049 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.1116509 Jan 12 10:20:32.405503 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb98a3-d9c0-46d5-b7db-f226e726a526 req-529779af-d07a-414b-ac18-aebcf2918554 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:32.407917 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7ebb98a3-d9c0-46d5-b7db-f226e726a526 req-529779af-d07a-414b-ac18-aebcf2918554 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0552423 Jan 12 10:20:32.431080 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-af9f1585-57c1-45af-9aa0-ed9ee6205241 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217570 Jan 12 10:20:32.463878 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7ebb98a3-d9c0-46d5-b7db-f226e726a526 req-00e1b3db-5db9-4894-a1da-4b766c162252 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485051 Jan 12 10:20:32.482586 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-36b2fa00-e8fa-4b9c-88f4-2b5db22b5ec3 req-ec4277c9-579b-4681-b20c-4d8553f6a5ca tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875857 Jan 12 10:20:32.559277 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aebab94c-7b0f-467c-90d3-8082e1fbd506 req-25fd881c-f824-4756-a1e9-69848dee20c1 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203413 Jan 12 10:20:32.593924 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f48068-266c-4e9e-92eb-37725ccb0aba req-18194fa2-47b5-45d4-989a-6d2992690884 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:32.595449 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-01f48068-266c-4e9e-92eb-37725ccb0aba req-18194fa2-47b5-45d4-989a-6d2992690884 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0590348 Jan 12 10:20:32.649417 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-01f48068-266c-4e9e-92eb-37725ccb0aba req-17f68dac-d213-458e-b1e8-38193bb817c0 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444531 Jan 12 10:20:32.701354 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6034a0-1ae4-4673-9af3-618f25b85245 req-888a8345-5ed0-4e43-95f2-c95ffcb1e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:32.703163 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6e6034a0-1ae4-4673-9af3-618f25b85245 req-888a8345-5ed0-4e43-95f2-c95ffcb1e52d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 1100 time: 0.0492361 Jan 12 10:20:32.757490 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6e6034a0-1ae4-4673-9af3-618f25b85245 req-6764e8f5-c131-4a11-aba2-e3174351f0c3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427539 Jan 12 10:20:32.911415 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:33.590824 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea9d100-4165-4758-acaf-81eb0737accb req-34ba54f2-d694-415c-acef-279fed2bcdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:33.592574 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2ea9d100-4165-4758-acaf-81eb0737accb req-34ba54f2-d694-415c-acef-279fed2bcdc2 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.0769069 Jan 12 10:20:33.621013 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04e8c5d-de81-4388-8e99-70606741d035 req-fdf83ea8-db27-41f9-8b82-4b4dedc32291 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:33.622770 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f04e8c5d-de81-4388-8e99-70606741d035 req-fdf83ea8-db27-41f9-8b82-4b4dedc32291 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0817790 Jan 12 10:20:33.624978 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0711886d-7255-41ac-81ac-7b9a3bfc9fd3 req-bfeaf53a-f0f2-4ce1-b398-fd66434d3aa6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:33.626480 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0711886d-7255-41ac-81ac-7b9a3bfc9fd3 req-bfeaf53a-f0f2-4ce1-b398-fd66434d3aa6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0591359 Jan 12 10:20:33.679686 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0711886d-7255-41ac-81ac-7b9a3bfc9fd3 req-51d59ad9-1b06-49d0-ba4e-9486a8d02925 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470676 Jan 12 10:20:33.690932 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2ea9d100-4165-4758-acaf-81eb0737accb req-59c76306-835d-4ac8-a2af-35bc7decbd1f service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835505 Jan 12 10:20:33.705054 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f04e8c5d-de81-4388-8e99-70606741d035 req-b8dc5e37-ce1a-45a8-93ce-3058d44fe822 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725958 Jan 12 10:20:33.804822 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9107fe7-8d6d-400a-b0bd-7c4fdd662f9b req-50bb9986-c6a1-4a3e-849c-f66a81f29d02 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:33.810248 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a9107fe7-8d6d-400a-b0bd-7c4fdd662f9b req-50bb9986-c6a1-4a3e-849c-f66a81f29d02 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0528855 Jan 12 10:20:33.856536 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a9107fe7-8d6d-400a-b0bd-7c4fdd662f9b req-6f1e353d-7b4b-40bc-b553-ea4959039be5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441940 Jan 12 10:20:34.821202 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc2045-294a-4e1e-8697-452947ab6160 req-91af3d5d-4fae-40dc-933c-a1a988ff959d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:34.827939 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9abc2045-294a-4e1e-8697-452947ab6160 req-91af3d5d-4fae-40dc-933c-a1a988ff959d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0668311 Jan 12 10:20:34.837122 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c738-2a4f-456d-a98e-e2bb52545bea req-8b21aee8-4a0e-4d13-961e-315bea3a8a16 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:34.838868 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9fc1c738-2a4f-456d-a98e-e2bb52545bea req-8b21aee8-4a0e-4d13-961e-315bea3a8a16 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0629151 Jan 12 10:20:34.884313 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9abc2045-294a-4e1e-8697-452947ab6160 req-1710c07f-1cdd-4a5c-9662-c663c0fa7d66 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547907 Jan 12 10:20:34.901369 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9fc1c738-2a4f-456d-a98e-e2bb52545bea req-54de00db-0a6a-492c-93a9-3f2532ef4963 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560186 Jan 12 10:20:35.010325 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb490b9-3cc2-4934-bfda-8bcdebcbf21c req-8b6f084f-cfb5-4782-b10f-243835cbe7d9 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:35.011832 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bdb490b9-3cc2-4934-bfda-8bcdebcbf21c req-8b6f084f-cfb5-4782-b10f-243835cbe7d9 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0523770 Jan 12 10:20:35.060090 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bdb490b9-3cc2-4934-bfda-8bcdebcbf21c req-82ea6b5c-8f7c-4d47-b9b7-04b9f0ffcbab tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421269 Jan 12 10:20:36.035761 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147f991-c468-4288-90c2-9ca0da87053c req-78c2d795-b39d-4a05-994c-9f5040001005 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:36.037367 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b147f991-c468-4288-90c2-9ca0da87053c req-78c2d795-b39d-4a05-994c-9f5040001005 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0751860 Jan 12 10:20:36.046847 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b54d6-7541-4a3f-ac11-f9015c133a2b req-22400f28-d808-48c9-9553-ad9b1fa6bd4e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:36.048554 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b6b54d6-7541-4a3f-ac11-f9015c133a2b req-22400f28-d808-48c9-9553-ad9b1fa6bd4e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0636466 Jan 12 10:20:36.089677 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b147f991-c468-4288-90c2-9ca0da87053c req-9bf652ed-92e5-466a-aeae-212d78c2ad69 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467718 Jan 12 10:20:36.101617 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b6b54d6-7541-4a3f-ac11-f9015c133a2b req-790d7e5d-6e43-4d77-8ac4-86a3cc5d611a tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466151 Jan 12 10:20:36.200279 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17152c6f-a244-4e7a-bf5c-83276ec66bf1 req-9c7c7160-ba77-4e76-8368-ca4280d55b14 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:36.201817 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-17152c6f-a244-4e7a-bf5c-83276ec66bf1 req-9c7c7160-ba77-4e76-8368-ca4280d55b14 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 943 time: 0.0535438 Jan 12 10:20:36.254468 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-17152c6f-a244-4e7a-bf5c-83276ec66bf1 req-fad64613-0556-4ffa-a8e3-5f8b11d6f979 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469763 Jan 12 10:20:36.611171 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c8925e72-1d49-403b-998e-2cccb28adf08 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:20:36.704473 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e7098-00c9-4046-b783-a9737f67408d req-144611f8-6b5f-4239-a57d-407df1dd959b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:36.706129 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ac7e7098-00c9-4046-b783-a9737f67408d req-144611f8-6b5f-4239-a57d-407df1dd959b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0656240 Jan 12 10:20:36.714539 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c8925e72-1d49-403b-998e-2cccb28adf08,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:36.727295 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'port_id': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'mac_address': 'fa:16:3e:80:ae:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:20:36.759396 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ac7e7098-00c9-4046-b783-a9737f67408d req-366593ae-93cf-4cb6-b8c8-6a971a8a29f0 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Jan 12 10:20:36.770311 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port c8925e72-1d49-403b-998e-2cccb28adf08 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:36.770551 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:36.783672 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8925e72-1d49-403b-998e-2cccb28adf08 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:20:36.803878 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c8925e72-1d49-403b-998e-2cccb28adf08,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:36.903999 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-bdc5a209-4838-4973-a93e-962392c573dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:36.905589 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-bdc5a209-4838-4973-a93e-962392c573dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.0410919 Jan 12 10:20:37.036431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-35837cf5-b69a-4dd1-9627-405b660e69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:37.036431 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-35837cf5-b69a-4dd1-9627-405b660e69f1 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 920 time: 0.0949011 Jan 12 10:20:37.052597 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-33446fcf-6397-4f75-a42d-53bc014f2855 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 200 len: 217 time: 0.0397327 Jan 12 10:20:37.070653 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:37.103155 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-7102ac3e-3d72-48d5-972c-2ede3919a90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:37.104636 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-7102ac3e-3d72-48d5-972c-2ede3919a90a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0466826 Jan 12 10:20:37.120929 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:37.137901 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-febeba41-9395-41f7-bf81-8826f666228a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267761 Jan 12 10:20:37.259418 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741f325-789a-4b6a-96ce-78102cdd1429 req-2a4395c6-3fad-4aff-bdb1-0cdc0281a244 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:37.260851 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c741f325-789a-4b6a-96ce-78102cdd1429 req-2a4395c6-3fad-4aff-bdb1-0cdc0281a244 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0921125 Jan 12 10:20:37.278195 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-2b9c00a1-6412-4dd6-9875-f1c7dc2350d6 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340106 Jan 12 10:20:37.314773 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['c8925e72-1d49-403b-998e-2cccb28adf08'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:20:37.372614 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c741f325-789a-4b6a-96ce-78102cdd1429 req-821a70df-b3bc-4d80-9eeb-39590a1bc428 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057007 Jan 12 10:20:37.378324 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d162409-55b7-416b-8112-f8af7d16fa81 req-01aa7261-fdd5-4053-8ef1-21d763f773f0 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:37.380027 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1d162409-55b7-416b-8112-f8af7d16fa81 req-01aa7261-fdd5-4053-8ef1-21d763f773f0 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 944 time: 0.0556252 Jan 12 10:20:37.405533 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6fe2feda-c5fe-45de-8500-30d9005673b3 req-6768836a-ee9f-45ce-99af-318a5daf2d13 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190832 Jan 12 10:20:37.485668 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1d162409-55b7-416b-8112-f8af7d16fa81 req-7ddd5cc4-575d-4435-85d5-283223975048 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977716 Jan 12 10:20:37.875630 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9fad-efb5-40c2-862f-7509f5250c95 req-e523ccba-218d-4f03-8efe-3df5c6497a53 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:37.877186 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-25de9fad-efb5-40c2-862f-7509f5250c95 req-e523ccba-218d-4f03-8efe-3df5c6497a53 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0507746 Jan 12 10:20:37.927855 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-25de9fad-efb5-40c2-862f-7509f5250c95 req-cd319a1e-0fc1-4fda-b522-2f7062efd67f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443239 Jan 12 10:20:38.757280 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04200f-3881-4366-98f2-6ac635b32893 req-c646907e-3490-4b4f-8bd2-b8de239678db tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:38.757280 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7b04200f-3881-4366-98f2-6ac635b32893 req-c646907e-3490-4b4f-8bd2-b8de239678db tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 944 time: 0.0560260 Jan 12 10:20:38.759483 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c8925e72-1d49-403b-998e-2cccb28adf08 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:20:38.761430 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7b04200f-3881-4366-98f2-6ac635b32893 req-999f48b6-c927-4093-b55a-f80df8cc67a7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439191 Jan 12 10:20:38.893118 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port c8925e72-1d49-403b-998e-2cccb28adf08 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:20:38.897415 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port c8925e72-1d49-403b-998e-2cccb28adf08 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:20:38.897786 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:38.979810 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port c8925e72-1d49-403b-998e-2cccb28adf08 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:20:38.980259 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:39.007070 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:39.009323 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe94ab5-4bf9-487c-876b-22b1c6eb65c0" -d '{"events": [{"server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "name": "network-vif-plugged", "status": "completed", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:20:39.024640 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c8925e72-1d49-403b-998e-2cccb28adf08,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:20:39.058438 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012da8a9-1c56-4532-bfb9-77a3c186b29b x-openstack-request-id: req-012da8a9-1c56-4532-bfb9-77a3c186b29b {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:20:39.058438 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "name": "network-vif-plugged", "status": "completed", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:20:39.058438 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-012da8a9-1c56-4532-bfb9-77a3c186b29b {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:20:39.058438 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'code': 200} Jan 12 10:20:39.058812 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfd2cf-041d-40f5-a6c7-2301eca7e193 req-824a3251-8b9e-4baa-99e5-021f9cc05594 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:39.058812 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-46dfd2cf-041d-40f5-a6c7-2301eca7e193 req-824a3251-8b9e-4baa-99e5-021f9cc05594 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0576575 Jan 12 10:20:39.109259 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-46dfd2cf-041d-40f5-a6c7-2301eca7e193 req-6592a1a0-8ee9-4713-9cf9-d85d7932fb48 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 Jan 12 10:20:39.133520 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:39.184114 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:39.192042 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.192412 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.192773 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.193146 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.193466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.193790 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.194119 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.194439 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.194774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.195104 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.195423 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.195739 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.196090 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:20:39.590454 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144dc5d-9155-4324-83b9-0487ba9817cc req-a19d3c2b-8054-49a2-94ac-a62377a4e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:39.591951 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6144dc5d-9155-4324-83b9-0487ba9817cc req-a19d3c2b-8054-49a2-94ac-a62377a4e1a5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1098 time: 0.0397451 Jan 12 10:20:39.644977 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6144dc5d-9155-4324-83b9-0487ba9817cc req-b0e62e0f-696f-408d-adfa-844ec2332040 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Jan 12 10:20:39.793671 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb1f2d-753d-47fe-86bd-37096f5e5afc req-5f40391b-71da-4bf3-b6b9-e7b8daaf4ebe tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:39.795342 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-23eb1f2d-753d-47fe-86bd-37096f5e5afc req-5f40391b-71da-4bf3-b6b9-e7b8daaf4ebe tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0521848 Jan 12 10:20:39.849240 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-23eb1f2d-753d-47fe-86bd-37096f5e5afc req-2073b740-5fbb-4e6a-82ad-c93a9ed0071d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449593 Jan 12 10:20:40.227329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c725f-e336-4b21-bc3a-0861826dead9 req-e1493bb8-92bc-47c9-8ae7-d0528081b0ab tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:40.228924 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6e7c725f-e336-4b21-bc3a-0861826dead9 req-e1493bb8-92bc-47c9-8ae7-d0528081b0ab tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0499632 Jan 12 10:20:40.281986 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6e7c725f-e336-4b21-bc3a-0861826dead9 req-dc50c7e9-6bae-4d42-b607-6f420d93e552 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469172 Jan 12 10:20:40.963041 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2494779b-e2b0-4ffc-af62-8f40573a77d5 req-11c90e4c-3486-4278-aafb-96c368e994a8 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:40.964620 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2494779b-e2b0-4ffc-af62-8f40573a77d5 req-11c90e4c-3486-4278-aafb-96c368e994a8 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0504246 Jan 12 10:20:41.018572 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2494779b-e2b0-4ffc-af62-8f40573a77d5 req-727cdfa4-ea2e-4c6b-857f-06d35878a46a tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481763 Jan 12 10:20:42.137959 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d9e25-540b-4838-8f8b-7825af9dd55a req-55a4c9bc-dc70-450d-835f-fb1f606f39c2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:42.139765 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5f5d9e25-540b-4838-8f8b-7825af9dd55a req-55a4c9bc-dc70-450d-835f-fb1f606f39c2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0512826 Jan 12 10:20:42.188476 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5f5d9e25-540b-4838-8f8b-7825af9dd55a req-7d876eee-437d-4e03-9fc6-4b83d7b109c3 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421515 Jan 12 10:20:43.310923 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbe829-995e-4b04-ae4c-a2fc94dae8e4 req-d5ceeb10-66b8-4f99-b6e9-218b8ece6356 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:43.312464 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7bbe829-995e-4b04-ae4c-a2fc94dae8e4 req-d5ceeb10-66b8-4f99-b6e9-218b8ece6356 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0555470 Jan 12 10:20:43.361959 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7bbe829-995e-4b04-ae4c-a2fc94dae8e4 req-2730d7ae-58d5-447d-bfcf-386d1594092a tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429244 Jan 12 10:20:44.479798 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9cd6c-c67b-46be-93e7-56adcbd7edf7 req-e102396f-71ad-4a49-9ce6-9a0ae4c871fa tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:44.481319 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bd9cd6c-c67b-46be-93e7-56adcbd7edf7 req-e102396f-71ad-4a49-9ce6-9a0ae4c871fa tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0497501 Jan 12 10:20:44.528980 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bd9cd6c-c67b-46be-93e7-56adcbd7edf7 req-1327685d-5a34-4cce-b96b-42b0317adf69 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 Jan 12 10:20:44.643663 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bd64d-ec24-4ad3-be20-08a9475ca60a req-cb17f343-1c9f-4abf-9676-79e3004b98cd tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:44.645221 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3f3bd64d-ec24-4ad3-be20-08a9475ca60a req-cb17f343-1c9f-4abf-9676-79e3004b98cd tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0489962 Jan 12 10:20:44.695860 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3f3bd64d-ec24-4ad3-be20-08a9475ca60a req-ccfbe03c-73b8-4643-9b61-3625ee15de0b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Jan 12 10:20:45.032593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441611d0-5198-4033-9cb6-fbf66b8cf7ea req-9318fac6-481a-4974-bb23-6aee588edf71 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:45.034087 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-441611d0-5198-4033-9cb6-fbf66b8cf7ea req-9318fac6-481a-4974-bb23-6aee588edf71 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0536931 Jan 12 10:20:45.080165 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-441611d0-5198-4033-9cb6-fbf66b8cf7ea req-fa39c417-f91c-450c-a5cc-b61b5b87c2c7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Jan 12 10:20:47.211908 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:47.464999 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d834c11-f9ed-4dc8-b347-455c4411c7ad req-57b4c7bb-34a0-41b0-a185-95aed707bd38 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:47.466634 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9d834c11-f9ed-4dc8-b347-455c4411c7ad req-57b4c7bb-34a0-41b0-a185-95aed707bd38 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0532889 Jan 12 10:20:47.514350 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9d834c11-f9ed-4dc8-b347-455c4411c7ad req-1ec6873d-8ca2-4821-acc7-02ca10daed3b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Jan 12 10:20:52.950407 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:20:53.784440 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53052) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:53.892900 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b1d1c322-3665-4494-837c-195419ed2c86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:53.971752 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b1d1c322-3665-4494-837c-195419ed2c86 admin admin] Publish callbacks [] for security_group (ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:54.093070 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b1d1c322-3665-4494-837c-195419ed2c86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:54.134509 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b1d1c322-3665-4494-837c-195419ed2c86 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2ea143b6ad7645ac9277050a38458197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489196 Jan 12 10:20:54.135486 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1c322-3665-4494-837c-195419ed2c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:54.137753 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53060) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:54.192809 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba54-e2f6-4583-b70e-784fc10dec50 admin admin] Publish callbacks [] for security_group (ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:54.215483 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba54-e2f6-4583-b70e-784fc10dec50 admin admin] Publish callbacks [] for security_group (ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:54.356087 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba54-e2f6-4583-b70e-784fc10dec50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:54.360404 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-45c9ba54-e2f6-4583-b70e-784fc10dec50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:54.362349 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-45c9ba54-e2f6-4583-b70e-784fc10dec50 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e HTTP/1.1" status: 204 len: 168 time: 0.2221472 Jan 12 10:20:54.373117 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c9ba54-e2f6-4583-b70e-784fc10dec50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3efe5e-b635-4bd3-b8b2-0b21547d3a7e,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:56.779062 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0bd513ed-0143-4844-8036-075545ab7fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:56.909257 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb7449-cec4-4b2e-947a-449906f5bf88 req-56ec86d0-6dce-4f91-b3a2-b88e249467c9 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:56.910545 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a1eb7449-cec4-4b2e-947a-449906f5bf88 req-56ec86d0-6dce-4f91-b3a2-b88e249467c9 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0510118 Jan 12 10:20:56.959847 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a1eb7449-cec4-4b2e-947a-449906f5bf88 req-85037b2e-c49a-4ae3-a355-4a5868359006 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 Jan 12 10:20:56.985334 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53098) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:57.173475 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a08e3-e18c-4f84-88fa-333009925539 tempest-TestMinimumBasicScenario-1125044914 tempest-TestMinimumBasicScenario-1125044914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:57.174911 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-f76a08e3-e18c-4f84-88fa-333009925539 tempest-TestMinimumBasicScenario-1125044914 tempest-TestMinimumBasicScenario-1125044914-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1093 time: 0.1886930 Jan 12 10:20:57.177877 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53102) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:57.182690 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'port_id': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:20:57.276253 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:57.379582 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:57.491955 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Allocated IP 172.27.0.112 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/1bcbb31b-a8df-4c6a-9f03-e97a87852891) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:20:57.593552 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:57.686653 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:57.730178 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:20:57.733019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:20:57.737274 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:20:57.740332 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'Port': ['ID=1bcbb31b-a8df-4c6a-9f03-e97a87852891,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:58.115311 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for floatingip (fdbfb608-3206-4b88-9765-b45dec46b843), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:58.290417 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:58.440894 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:58.516078 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:58.585629 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'Port': ['ID=1bcbb31b-a8df-4c6a-9f03-e97a87852891,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:58.598296 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (fdbfb608-3206-4b88-9765-b45dec46b843), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:58.703703 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Floating IP fdbfb608-3206-4b88-9765-b45dec46b843 associated. External IP: 172.27.0.112, port: c8925e72-1d49-403b-998e-2cccb28adf08. Jan 12 10:20:58.920742 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Router 453739dc-543f-4507-91f3-767ca030f515 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:20:58.955862 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-19174930-8105-4623-a482-318707326af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:59.034984 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:20:59.045921 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] Sync routers for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:20:59.058951 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:20:59.063229 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:20:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:59.123851 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:59.152882 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-ab02e2f4-15c7-4702-bbee-5d1c18f164a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9739881 Jan 12 10:20:59.153534 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:20:59.155788 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53114) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:59.156308 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1251daff-921c-4418-8e8b-b7ab19b3c4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:20:59.160402 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-5e9ac274-1ae0-4e48-a636-c35665132134 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-376704770', 'description': 'tempest-secgroup-smoke-376704770 description', 'project_id': '501a0c96b53f4bef94546d7d19c32796'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:20:59.168750 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:20:59.201752 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168371bd-9195-4a52-975f-8c550a45ab17 x-openstack-request-id: req-168371bd-9195-4a52-975f-8c550a45ab17 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:20:59.201752 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:20:59.206666 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-168371bd-9195-4a52-975f-8c550a45ab17 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:20:59.206666 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'status': 'completed', 'code': 200} Jan 12 10:20:59.269931 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac274-1ae0-4e48-a636-c35665132134 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:59.271807 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-cd48ffe4-2340-4359-961f-e6634414c872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:59.273391 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-cd48ffe4-2340-4359-961f-e6634414c872 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1098 time: 0.0429776 Jan 12 10:20:59.379641 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac274-1ae0-4e48-a636-c35665132134 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group (12fc2fe3-33d4-47b3-a010-f8b754b83224), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:59.398381 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-4654c4d6-f72c-4382-ac0c-7dc4ac7c3548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:59.400800 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-4654c4d6-f72c-4382-ac0c-7dc4ac7c3548 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 200 len: 916 time: 0.1199486 Jan 12 10:20:59.414439 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'fdbfb608-3206-4b88-9765-b45dec46b843', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '453739dc-543f-4507-91f3-767ca030f515', 'port_id': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'mac_address': 'fa:16:3e:80:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d659a-d2b8-41c0-b721-b84383369242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:20:57Z', 'updated_at': '2022-01-12T10:20:57Z', 'revision_number': 0, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:51Z', 'revision_number': 5, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:59.476378 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac274-1ae0-4e48-a636-c35665132134 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (12fc2fe3-33d4-47b3-a010-f8b754b83224), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:59.484397 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-0a47ee53-952c-4550-a971-d7da3c86c47d service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 999 time: 0.0760005 Jan 12 10:20:59.521836 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ac274-1ae0-4e48-a636-c35665132134 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fc2fe3-33d4-47b3-a010-f8b754b83224,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:20:59.541315 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] Checking router: 453739dc-543f-4507-91f3-767ca030f515 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:20:59.548350 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:20:59.548987 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:20:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:20:59.572373 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-f6dada82-6c59-44cc-8055-17c7069daf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:59.576283 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-f6dada82-6c59-44cc-8055-17c7069daf54 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c HTTP/1.1" status: 200 len: 854 time: 0.0805531 Jan 12 10:20:59.609710 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e9ac274-1ae0-4e48-a636-c35665132134 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:20:59.611408 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5e9ac274-1ae0-4e48-a636-c35665132134 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4545860 Jan 12 10:20:59.617296 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53120) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:20:59.623280 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-38cdefbc-5672-47db-a84f-421fb487988e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'security_group_rule': {'security_group_id': '12fc2fe3-33d4-47b3-a010-f8b754b83224', 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:20:59.682127 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:20:59.910097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-f3baa9cb-c744-4857-be66-f38490ad2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:20:59.911614 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-f3baa9cb-c744-4857-be66-f38490ad2d34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e80433d-2123-455c-9c81-3cd5a12e967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3309000 Jan 12 10:20:59.965952 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'fdbfb608-3206-4b88-9765-b45dec46b843', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '453739dc-543f-4507-91f3-767ca030f515', 'port_id': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'mac_address': 'fa:16:3e:80:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d659a-d2b8-41c0-b721-b84383369242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:20:57Z', 'updated_at': '2022-01-12T10:20:57Z', 'revision_number': 0, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:51Z', 'revision_number': 5, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:00.000151 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97c0ca9-23d5-412a-a618-0c1cd341f9aa None None] The sync data for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi is: [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'fdbfb608-3206-4b88-9765-b45dec46b843', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'floating_ip_address': '172.27.0.112', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '453739dc-543f-4507-91f3-767ca030f515', 'port_id': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'mac_address': 'fa:16:3e:80:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439d659a-d2b8-41c0-b721-b84383369242', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:20:57Z', 'updated_at': '2022-01-12T10:20:57Z', 'revision_number': 0, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:51Z', 'revision_number': 5, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:21:00.022304 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-8c92c88b-0d80-4759-8222-08c24a2e2f1d service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935462 Jan 12 10:21:00.026221 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-38cdefbc-5672-47db-a84f-421fb487988e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (9364a62d-1c53-4cab-985e-310c7ef5016d), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:00.141615 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-38cdefbc-5672-47db-a84f-421fb487988e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (9364a62d-1c53-4cab-985e-310c7ef5016d), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:00.163651 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1251daff-921c-4418-8e8b-b7ab19b3c4dc req-a89a0fba-5e8d-418b-a6d7-d386b2d8bad0 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247325 Jan 12 10:21:00.244981 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aef9af6-cc08-4735-be12-c7fd79979838 None None] New status for floating IP fdbfb608-3206-4b88-9765-b45dec46b843: ACTIVE {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:21:00.778568 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-38cdefbc-5672-47db-a84f-421fb487988e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (9364a62d-1c53-4cab-985e-310c7ef5016d), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:00.798282 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdefbc-5672-47db-a84f-421fb487988e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9364a62d-1c53-4cab-985e-310c7ef5016d,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:00.808539 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:00.866513 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-38cdefbc-5672-47db-a84f-421fb487988e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:00.867752 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-38cdefbc-5672-47db-a84f-421fb487988e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2488136 Jan 12 10:21:00.878520 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53128) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:00.886520 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-e8ad10eb-5083-4d29-98c0-ff81f2e9e25b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'security_group_rule': {'security_group_id': '12fc2fe3-33d4-47b3-a010-f8b754b83224', 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:00.978521 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e8ad10eb-5083-4d29-98c0-ff81f2e9e25b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (0e430d3f-1ba7-45d5-a975-d2c0bf934d0e), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.047497 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e8ad10eb-5083-4d29-98c0-ff81f2e9e25b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (0e430d3f-1ba7-45d5-a975-d2c0bf934d0e), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.144079 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e8ad10eb-5083-4d29-98c0-ff81f2e9e25b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (0e430d3f-1ba7-45d5-a975-d2c0bf934d0e), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.162548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ad10eb-5083-4d29-98c0-ff81f2e9e25b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e430d3f-1ba7-45d5-a975-d2c0bf934d0e,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:01.243799 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e8ad10eb-5083-4d29-98c0-ff81f2e9e25b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.245272 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e8ad10eb-5083-4d29-98c0-ff81f2e9e25b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3631074 Jan 12 10:21:01.248227 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53130) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:01.253055 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-7007c826-d1c2-411c-9f07-613d253ff976 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'security_group_rule': {'security_group_id': '12fc2fe3-33d4-47b3-a010-f8b754b83224', 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:01.384761 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7007c826-d1c2-411c-9f07-613d253ff976 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (9df63f09-c4bf-43d8-ae50-9e6652aaa15c), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.444739 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7007c826-d1c2-411c-9f07-613d253ff976 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (9df63f09-c4bf-43d8-ae50-9e6652aaa15c), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.537646 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7007c826-d1c2-411c-9f07-613d253ff976 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (9df63f09-c4bf-43d8-ae50-9e6652aaa15c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.555584 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007c826-d1c2-411c-9f07-613d253ff976 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df63f09-c4bf-43d8-ae50-9e6652aaa15c,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:01.676496 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-7007c826-d1c2-411c-9f07-613d253ff976 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.679024 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-7007c826-d1c2-411c-9f07-613d253ff976 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4285307 Jan 12 10:21:01.680558 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53134) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:01.685683 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-aeb32b74-cb5e-40f8-a57a-89d281a5fc0d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'security_group_rule': {'security_group_id': '12fc2fe3-33d4-47b3-a010-f8b754b83224', 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:01.789938 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.835298 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-aeb32b74-cb5e-40f8-a57a-89d281a5fc0d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (a4fa7796-b282-4e2a-a4e1-e7d550bb4e5f), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:01.905825 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-aeb32b74-cb5e-40f8-a57a-89d281a5fc0d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (a4fa7796-b282-4e2a-a4e1-e7d550bb4e5f), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.047116 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-aeb32b74-cb5e-40f8-a57a-89d281a5fc0d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (a4fa7796-b282-4e2a-a4e1-e7d550bb4e5f), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.062863 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb32b74-cb5e-40f8-a57a-89d281a5fc0d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4fa7796-b282-4e2a-a4e1-e7d550bb4e5f,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:02.141201 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-aeb32b74-cb5e-40f8-a57a-89d281a5fc0d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.142480 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-aeb32b74-cb5e-40f8-a57a-89d281a5fc0d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4605637 Jan 12 10:21:02.145364 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53138) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:02.149865 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'security_group_rule': {'security_group_id': '12fc2fe3-33d4-47b3-a010-f8b754b83224', 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:02.253348 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.securitygroups_db [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Project 501a0c96b53f4bef94546d7d19c32796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:21:02.258552 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (60793c71-8a30-4e0f-a4df-e312aece5be2), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.317844 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (60793c71-8a30-4e0f-a4df-e312aece5be2), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.447269 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (60793c71-8a30-4e0f-a4df-e312aece5be2), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.466540 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60793c71-8a30-4e0f-a4df-e312aece5be2,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:02.558811 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.560083 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-8f10a4c4-e887-43fc-b2fe-51e41984de4d tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4137673 Jan 12 10:21:02.566019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53140) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:02.570360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'security_group_rule': {'security_group_id': '12fc2fe3-33d4-47b3-a010-f8b754b83224', 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:02.658854 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.securitygroups_db [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Project 501a0c96b53f4bef94546d7d19c32796 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:21:02.664507 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (230e32a7-6b18-4556-9b8b-ce663792d1c6), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.736005 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (230e32a7-6b18-4556-9b8b-ce663792d1c6), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.808350 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.841718 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (230e32a7-6b18-4556-9b8b-ce663792d1c6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.860102 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230e32a7-6b18-4556-9b8b-ce663792d1c6,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:02.975095 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:02.976307 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-1be7a557-853b-4dbd-8f28-c2c8672966a5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4093397 Jan 12 10:21:03.078756 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-091985b0-8fef-4099-8440-f6d555665bf4 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376704770&fields=id&tenant_id=501a0c96b53f4bef94546d7d19c32796 HTTP/1.1" status: 200 len: 267 time: 0.0542223 Jan 12 10:21:03.132576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-8fe9aa54-f2fb-42c1-ba7e-d23f20735331 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:03.134009 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-8fe9aa54-f2fb-42c1-ba7e-d23f20735331 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0497866 Jan 12 10:21:03.144938 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'port': {'security_groups': ['0433fa91-8739-494d-a0d4-49b5c093b2eb', '12fc2fe3-33d4-47b3-a010-f8b754b83224']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:03.221168 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:03.417312 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c8925e72-1d49-403b-998e-2cccb28adf08,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:03.447580 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for port (c8925e72-1d49-403b-998e-2cccb28adf08), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:03.555596 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:03.567997 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['c8925e72-1d49-403b-998e-2cccb28adf08'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:21:03.607099 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:03.607224 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:03.608626 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88ebe54c-bbdc-466e-a379-31cfc4f94b45 req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "PUT /v2.0/ports/c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 981 time: 0.4682577 Jan 12 10:21:03.609140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:03.611566 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63671a82-e8ed-4874-a89c-0c6cfdd18905" -d '{"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:03.632997 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb63fd-e979-4cb6-b339-9d955f11f0bc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=6']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:03.693268 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e28d585-5d66-46e6-a199-9c6baf471137 x-openstack-request-id: req-5e28d585-5d66-46e6-a199-9c6baf471137 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:03.693268 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:03.693268 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e28d585-5d66-46e6-a199-9c6baf471137 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:03.693268 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'status': 'completed', 'code': 200} Jan 12 10:21:03.737472 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['c8925e72-1d49-403b-998e-2cccb28adf08'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:21:03.828691 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-a4c2a5d6-193c-4e70-a2d1-648f53638797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:03.830301 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-a4c2a5d6-193c-4e70-a2d1-648f53638797 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1137 time: 0.1175110 Jan 12 10:21:03.849458 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490a71c-4fc5-450e-81d7-cb97a226c38a req-d4c01b4d-1a22-49a9-b6bc-9f060befd53f tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:03.851059 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e490a71c-4fc5-450e-81d7-cb97a226c38a req-d4c01b4d-1a22-49a9-b6bc-9f060befd53f tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.1267612 Jan 12 10:21:03.948242 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-f8e713c1-fba9-4cb0-a6ad-919d10eadb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:03.950700 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-f8e713c1-fba9-4cb0-a6ad-919d10eadb3e service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 200 len: 916 time: 0.0983620 Jan 12 10:21:04.047275 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-e83ba082-ce5d-42fc-88ac-e94c7556ef67 None None] Provisioning complete for port c8925e72-1d49-403b-998e-2cccb28adf08 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:04.048007 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e83ba082-ce5d-42fc-88ac-e94c7556ef67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:04.076014 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e490a71c-4fc5-450e-81d7-cb97a226c38a req-040e8a33-ac5c-494d-8086-3b3e376434d9 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1242228 Jan 12 10:21:04.078239 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-5112602b-7d00-4b56-8bc3-583121bb43e0 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 1001 time: 0.1115749 Jan 12 10:21:04.135988 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-a0b5bd24-2de9-4294-8cc5-242e01c66e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:04.137507 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-a0b5bd24-2de9-4294-8cc5-242e01c66e05 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c HTTP/1.1" status: 200 len: 854 time: 0.0493903 Jan 12 10:21:04.188930 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-871e0a3d-7a20-40a0-b070-f4e9ce38e7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:04.190413 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-871e0a3d-7a20-40a0-b070-f4e9ce38e7d8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e80433d-2123-455c-9c81-3cd5a12e967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454845 Jan 12 10:21:04.264654 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-e83ba082-ce5d-42fc-88ac-e94c7556ef67 None None] Current status of the port c8925e72-1d49-403b-998e-2cccb28adf08 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:04.301568 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-d2f09d53-4a23-4cf8-ab5a-46faf8f6ab50 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018312 Jan 12 10:21:04.432919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba4b39-2d8a-4cb8-a803-98f67c44002f req-b13750df-60fd-45cb-9686-86f6cb883435 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:04.436600 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-71ba4b39-2d8a-4cb8-a803-98f67c44002f req-b13750df-60fd-45cb-9686-86f6cb883435 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.1375663 Jan 12 10:21:04.437839 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-76efe59c-a5eb-4678-a9a6-3176b97328ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:04.440289 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-76efe59c-a5eb-4678-a9a6-3176b97328ec service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.0509410 Jan 12 10:21:04.481652 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-63671a82-e8ed-4874-a89c-0c6cfdd18905 req-027ca4b0-fee3-47a5-a12e-f9927535a58a service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677012 Jan 12 10:21:04.516735 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-71ba4b39-2d8a-4cb8-a803-98f67c44002f req-22c0d822-28c1-45be-bba0-afc3c40703e4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693254 Jan 12 10:21:04.566293 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-49c61dd0-f739-4c3e-8362-39e80d184841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:04.567775 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-49c61dd0-f739-4c3e-8362-39e80d184841 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 920 time: 0.1163373 Jan 12 10:21:04.610007 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-2c7df366-f918-497d-8266-29fa5bbd7b9e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 200 len: 217 time: 0.0343451 Jan 12 10:21:04.665725 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-11a2edb6-511c-4210-87f6-3973e3512fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:04.668081 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-11a2edb6-511c-4210-87f6-3973e3512fc5 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0508692 Jan 12 10:21:04.707146 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-2a0cffc1-123f-40d6-8613-ec72d061372a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273049 Jan 12 10:21:04.803219 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-41cf27fb-37a5-4c33-aa82-8463a83faa46 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873165 Jan 12 10:21:04.900323 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-77185f7d-327f-4bb1-aa1f-f5a4068614af req-900097cc-7f4d-4e6e-afdf-78e1db9ae23a service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892673 Jan 12 10:21:05.639121 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4627ba5-36a1-4a5f-89e6-2b88b9632209 req-dbacc68d-6275-4f01-b9a1-93274312260f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:05.640514 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f4627ba5-36a1-4a5f-89e6-2b88b9632209 req-dbacc68d-6275-4f01-b9a1-93274312260f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0502577 Jan 12 10:21:05.689665 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f4627ba5-36a1-4a5f-89e6-2b88b9632209 req-c421ace6-b732-4718-bdee-74319b8b71a7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Jan 12 10:21:06.810897 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7ae90-5869-4fa5-913b-65a971c2f90b req-79006b2c-8264-47a1-88bb-9abeb9d6d809 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:06.812387 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6cb7ae90-5869-4fa5-913b-65a971c2f90b req-79006b2c-8264-47a1-88bb-9abeb9d6d809 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0528681 Jan 12 10:21:06.861753 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6cb7ae90-5869-4fa5-913b-65a971c2f90b req-e1e87dda-91ed-4ff9-a25b-8df12a74192e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434291 Jan 12 10:21:07.985572 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f85c36-3e55-416d-97cd-a802b629a625 req-c8f2e859-3ebd-4f84-82ef-85558b377b73 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:07.987003 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f0f85c36-3e55-416d-97cd-a802b629a625 req-c8f2e859-3ebd-4f84-82ef-85558b377b73 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0557003 Jan 12 10:21:08.033845 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f0f85c36-3e55-416d-97cd-a802b629a625 req-f2068cc0-86e9-47da-a53a-2cb97af73771 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413325 Jan 12 10:21:09.153598 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0b11e1-8746-4e51-b939-e0e8ea5139a3 req-e3982e1a-8008-4519-a92c-a46367d93c94 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:09.155019 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6e0b11e1-8746-4e51-b939-e0e8ea5139a3 req-e3982e1a-8008-4519-a92c-a46367d93c94 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0524311 Jan 12 10:21:09.209657 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6e0b11e1-8746-4e51-b939-e0e8ea5139a3 req-016f30de-1ef8-4bcb-b882-d7221dc2894f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490706 Jan 12 10:21:10.335909 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5727cf-015b-4e9f-b42e-b68eb5b64eca req-fdced5b5-3af1-442b-a8aa-a8abe7f8de49 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:10.337428 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9d5727cf-015b-4e9f-b42e-b68eb5b64eca req-fdced5b5-3af1-442b-a8aa-a8abe7f8de49 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0509012 Jan 12 10:21:10.384666 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9d5727cf-015b-4e9f-b42e-b68eb5b64eca req-fca0fa7d-893b-423b-ae52-762b79c2add1 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Jan 12 10:21:11.504427 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035145-ee33-4327-8f26-94ce714cdfab req-1c0c1e0a-26ae-4099-885e-7aa3fee17175 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:11.505985 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fc035145-ee33-4327-8f26-94ce714cdfab req-1c0c1e0a-26ae-4099-885e-7aa3fee17175 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0502379 Jan 12 10:21:11.555532 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fc035145-ee33-4327-8f26-94ce714cdfab req-8ea222da-be37-49dc-bf3a-bde4c2f9e240 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Jan 12 10:21:12.673352 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e9594-e9c6-43f5-b5be-6d9ded952056 req-f5bcd527-3706-44ee-9669-d51abc21fc6d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:12.674956 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-565e9594-e9c6-43f5-b5be-6d9ded952056 req-f5bcd527-3706-44ee-9669-d51abc21fc6d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0512536 Jan 12 10:21:12.727042 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-565e9594-e9c6-43f5-b5be-6d9ded952056 req-032bd130-1918-4a16-9ada-0b05f758572d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Jan 12 10:21:13.849828 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81713470-2b17-44cb-be6e-4143ede61607 req-c231e84e-f1fa-4338-8d1d-6c1089546c09 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:13.860689 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-81713470-2b17-44cb-be6e-4143ede61607 req-c231e84e-f1fa-4338-8d1d-6c1089546c09 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0497885 Jan 12 10:21:13.902014 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-81713470-2b17-44cb-be6e-4143ede61607 req-e4c0f718-55f2-47dc-a872-d75769931e65 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Jan 12 10:21:15.024935 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d2c30-d4d3-47f4-9270-6407f0b04846 req-fda9eec7-323f-4220-8de1-1ed25251ff57 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:15.026459 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e68d2c30-d4d3-47f4-9270-6407f0b04846 req-fda9eec7-323f-4220-8de1-1ed25251ff57 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0499637 Jan 12 10:21:15.076533 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e68d2c30-d4d3-47f4-9270-6407f0b04846 req-e142c1a3-4550-4776-a0cc-10385e14e4ff tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432572 Jan 12 10:21:16.200707 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f82f7-608e-47fd-8250-3ae400abfa09 req-11c1795e-e3eb-401e-91c4-af9932e67dff tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:16.202301 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-383f82f7-608e-47fd-8250-3ae400abfa09 req-11c1795e-e3eb-401e-91c4-af9932e67dff tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0554991 Jan 12 10:21:16.251480 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-383f82f7-608e-47fd-8250-3ae400abfa09 req-7341e4ea-76eb-43e9-b13a-857bb6eb8e17 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433340 Jan 12 10:21:16.277944 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5f483-f190-42d1-ae94-9daed737fe39 req-1f6ee14c-6624-40a7-883f-7b6766afb897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:16.280979 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6af5f483-f190-42d1-ae94-9daed737fe39 req-1f6ee14c-6624-40a7-883f-7b6766afb897 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.0414658 Jan 12 10:21:16.327160 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6af5f483-f190-42d1-ae94-9daed737fe39 req-4cf2d1cd-1b34-4674-8c30-dee0626a8368 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405974 Jan 12 10:21:17.166053 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:17.374686 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879e66e-5dd5-409a-b0d4-4f34777f4858 req-11f1e1e8-97a0-4814-83c1-e1c1386760b3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:17.376244 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d879e66e-5dd5-409a-b0d4-4f34777f4858 req-11f1e1e8-97a0-4814-83c1-e1c1386760b3 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0538275 Jan 12 10:21:17.429114 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d879e66e-5dd5-409a-b0d4-4f34777f4858 req-8adc78bb-e198-44cc-8cf5-2cfc7e6f0900 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473270 Jan 12 10:21:17.828344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53270) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:17.944718 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-53fbb537-c7f2-4586-923e-d6a392b51952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:18.023575 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-53fbb537-c7f2-4586-923e-d6a392b51952 admin admin] Publish callbacks [] for security_group (117fe9b8-7466-4a5f-b1c4-0fbd9b370a95), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:18.098250 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-53fbb537-c7f2-4586-923e-d6a392b51952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (117fe9b8-7466-4a5f-b1c4-0fbd9b370a95), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:18.137060 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-53fbb537-c7f2-4586-923e-d6a392b51952 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=6c88dc17a28f498d98efe74d20a5f7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075562 Jan 12 10:21:18.138333 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbb537-c7f2-4586-923e-d6a392b51952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117fe9b8-7466-4a5f-b1c4-0fbd9b370a95,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:18.140071 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53276) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:18.189712 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcd6c-d371-4452-a3e3-65b370736ca2 admin admin] Publish callbacks [] for security_group (117fe9b8-7466-4a5f-b1c4-0fbd9b370a95), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:18.211026 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcd6c-d371-4452-a3e3-65b370736ca2 admin admin] Publish callbacks [] for security_group (117fe9b8-7466-4a5f-b1c4-0fbd9b370a95), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:18.344013 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcd6c-d371-4452-a3e3-65b370736ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (117fe9b8-7466-4a5f-b1c4-0fbd9b370a95), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:18.346593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ccdcd6c-d371-4452-a3e3-65b370736ca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:18.347745 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-9ccdcd6c-d371-4452-a3e3-65b370736ca2 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/117fe9b8-7466-4a5f-b1c4-0fbd9b370a95 HTTP/1.1" status: 204 len: 168 time: 0.2065995 Jan 12 10:21:18.355478 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccdcd6c-d371-4452-a3e3-65b370736ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117fe9b8-7466-4a5f-b1c4-0fbd9b370a95,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:18.560524 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381b60f-a608-445c-9f1c-55c38640360f req-e47b16d1-ab08-45e8-8273-6288a2a738b5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:18.562148 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3381b60f-a608-445c-9f1c-55c38640360f req-e47b16d1-ab08-45e8-8273-6288a2a738b5 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0557020 Jan 12 10:21:18.611901 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3381b60f-a608-445c-9f1c-55c38640360f req-9ccfbb79-fa8b-4ead-9783-d8f7055f88a1 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441334 Jan 12 10:21:18.736410 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-96139a19-51a0-48f9-8ee2-3c980b526b53 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548582 Jan 12 10:21:18.823119 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55196337-a121-4108-a1b1-98ae57138b37 req-9d810f52-97e6-47de-9745-419329328859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:18.826527 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-9d810f52-97e6-47de-9745-419329328859 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.0640199 Jan 12 10:21:18.947345 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55196337-a121-4108-a1b1-98ae57138b37 req-ea897ed1-cf90-44f8-9c45-0ace81187ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:18.949521 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-ea897ed1-cf90-44f8-9c45-0ace81187ae3 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 920 time: 0.1025081 Jan 12 10:21:19.003463 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-204b489e-2bba-4844-8ed2-e43b7e6d246b service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 200 len: 217 time: 0.0475633 Jan 12 10:21:19.061820 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55196337-a121-4108-a1b1-98ae57138b37 req-07d3f5d0-6b97-4bf2-a473-735c7c68a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:19.072893 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-07d3f5d0-6b97-4bf2-a473-735c7c68a956 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0609756 Jan 12 10:21:19.121257 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-d8ba128c-9e54-476e-82d8-a5cb8a04f3f5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371614 Jan 12 10:21:19.193546 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2d3b9-2e09-49f0-8a31-43cc2af31bd2 req-ab859f2c-83ce-4ad3-b264-ed182d58aa0e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:19.195420 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2df2d3b9-2e09-49f0-8a31-43cc2af31bd2 req-ab859f2c-83ce-4ad3-b264-ed182d58aa0e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0550048 Jan 12 10:21:19.242395 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-5f4b60c7-9d8c-44ad-935d-8fe90f1a9315 service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155381 Jan 12 10:21:19.266091 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2df2d3b9-2e09-49f0-8a31-43cc2af31bd2 req-7c16b84c-eb0a-47a0-b790-70aabd52c29f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591509 Jan 12 10:21:19.351804 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-55196337-a121-4108-a1b1-98ae57138b37 req-84ce152f-7f5c-48db-8893-95b0efa09a2e service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005471 Jan 12 10:21:19.429730 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-d160fe7a-0406-4518-a999-f191ef974227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:19.431197 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-d160fe7a-0406-4518-a999-f191ef974227 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 1099 time: 0.0405936 Jan 12 10:21:19.526337 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-fa173287-cb00-4fd4-9f85-2fde1948bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:19.528855 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-fa173287-cb00-4fd4-9f85-2fde1948bbe7 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 200 len: 920 time: 0.0913386 Jan 12 10:21:19.569949 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-9d0de630-d631-48e0-96d6-56a2b3caecab service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 200 len: 217 time: 0.0358090 Jan 12 10:21:19.593660 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53320) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:19.643159 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-046a5e59-1593-458c-b735-004f27ed7c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:19.644795 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-046a5e59-1593-458c-b735-004f27ed7c87 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 200 len: 859 time: 0.0690544 Jan 12 10:21:19.681893 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-490c7cd8-e3f5-4c4e-9ad2-7425f3719eeb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ec688d5-17a4-4074-9e4c-75c9a85c307a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291493 Jan 12 10:21:19.703816 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2066914565-network', 'tenant_id': 'a6b8edc917384e06928b72b374ce99bd'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:19.773126 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-e6a0c3fe-edea-4ebd-a328-b37905c81c3a service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849793 Jan 12 10:21:19.807000 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Made reservation on behalf of a6b8edc917384e06928b72b374ce99bd for: {'network': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:19.809440 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:19.818216 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:19.867931 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-188e1fb2-24de-4e94-b366-dffb89e8684e req-0b1ae275-2fd2-4900-9223-2a376598140a service neutron] 10.222.0.79 "GET /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883098 Jan 12 10:21:19.896416 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks [] for security_group (041f340c-d4e0-4951-a6e5-40298973a997), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:19.967489 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (041f340c-d4e0-4951-a6e5-40298973a997), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:19.992271 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=103261) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:21:20.008803 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041f340c-d4e0-4951-a6e5-40298973a997,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:20.014015 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (86f9f06b-3bf5-4405-96e8-a178e924e9be), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:20.014362 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.segments_db [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Added segment 86f9f06b-3bf5-4405-96e8-a178e924e9be of type vlan for network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 Jan 12 10:21:20.055762 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (228d53a9-87b1-4eb0-bed9-c4d15a856bb3), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:20.155655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (228d53a9-87b1-4eb0-bed9-c4d15a856bb3), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:20.156716 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:20.157332 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:20.216522 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] Pushing event updated for resources: {'Network': ['ID=228d53a9-87b1-4eb0-bed9-c4d15a856bb3,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:20.225878 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:21:20.285630 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-a912bbe0-d698-4ce5-80f0-4231fa8a9858 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6906588 Jan 12 10:21:20.288488 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53324) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:20.293369 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Request body: {'subnet': {'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2066914565-subnet', 'tenant_id': 'a6b8edc917384e06928b72b374ce99bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:20.394383 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697a056-251c-4c47-870f-69b860c02855 req-5ee3ddd1-1322-4dd4-abae-2d558b270946 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:20.396648 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9697a056-251c-4c47-870f-69b860c02855 req-5ee3ddd1-1322-4dd4-abae-2d558b270946 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0564842 Jan 12 10:21:20.401154 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Made reservation on behalf of a6b8edc917384e06928b72b374ce99bd for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:20.403607 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9730156'] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:20.445357 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9697a056-251c-4c47-870f-69b860c02855 req-87caa06e-f049-4d5b-86d9-773ebae1ab87 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436738 Jan 12 10:21:20.647229 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9730950'] for subnet (18254018-cd72-4cf7-8f2f-d08a5b231c83), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:20.708735 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=18254018-cd72-4cf7-8f2f-d08a5b231c83,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:20.720611 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Checking segment: {'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:21:20.734171 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Network hostable DHCP agents. Network: 228d53a9-87b1-4eb0-bed9-c4d15a856bb3, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:21:20.864343 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:21:20.983211 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 228d53a9-87b1-4eb0-bed9-c4d15a856bb3) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:20.987410 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:20.992181 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:20.993075 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8721c-f27c-41ac-a399-dc554876fa6a None None] Network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:21:21.096675 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621baeb8-6ab2-4bea-a693-cc4f86d2e842 None None] Network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:21:21.146127 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-dfc1b0ea-fe2b-4124-a8b3-744223db1d3e admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8515778 Jan 12 10:21:21.271953 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825da0e-52df-438d-bb6b-9882a645541c req-2022b5d5-c205-4962-bf92-8ed113f0c936 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:21.273620 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2825da0e-52df-438d-bb6b-9882a645541c req-2022b5d5-c205-4962-bf92-8ed113f0c936 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0517070 Jan 12 10:21:21.324355 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2825da0e-52df-438d-bb6b-9882a645541c req-7bc0e2fd-45e3-4cfa-b051-77a43ed381c1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440671 Jan 12 10:21:21.567205 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633d151-d8c1-4bb9-b4af-38daac7a84f2 req-7c1f8a1a-b4e6-4b23-b1e6-2f4d168d7f67 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:21.568693 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e633d151-d8c1-4bb9-b4af-38daac7a84f2 req-7c1f8a1a-b4e6-4b23-b1e6-2f4d168d7f67 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0492070 Jan 12 10:21:21.621872 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e633d151-d8c1-4bb9-b4af-38daac7a84f2 req-855b6c7e-bb61-4ef4-9614-191b9127c2a6 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476503 Jan 12 10:21:22.450437 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1a4fb-9b4e-43b7-bba6-6baa7da4e8c9 req-7d5f6ab7-6871-4f09-a963-31e4eba18ee6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:22.451948 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-22d1a4fb-9b4e-43b7-bba6-6baa7da4e8c9 req-7d5f6ab7-6871-4f09-a963-31e4eba18ee6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0494919 Jan 12 10:21:22.501869 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-22d1a4fb-9b4e-43b7-bba6-6baa7da4e8c9 req-ffe0563b-375e-4f1c-b5ae-3841b5c96728 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440664 Jan 12 10:21:22.740193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d90e9-3977-4479-b1fd-32808a8c8f43 req-e2000140-27a7-4055-a416-4924b99f8d68 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:22.741725 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-128d90e9-3977-4479-b1fd-32808a8c8f43 req-e2000140-27a7-4055-a416-4924b99f8d68 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0509574 Jan 12 10:21:22.791775 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-128d90e9-3977-4479-b1fd-32808a8c8f43 req-ac18c414-586e-4d98-b671-d4b06d720956 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439665 Jan 12 10:21:23.022879 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-c30f55e5-9dea-4e87-b8e1-1a466a723bb2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:23.024364 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-c30f55e5-9dea-4e87-b8e1-1a466a723bb2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.0511632 Jan 12 10:21:23.177719 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Deleting port f125cee2-d58d-49b1-b601-35c76d6ede7f {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:21:23.178060 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:23.284994 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] For port f125cee2-d58d-49b1-b601-35c76d6ede7f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f125cee2-d58d-49b1-b601-35c76d6ede7f,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:23.284994 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:23.500499 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-fc6469fa-42cd-47e4-b27c-52faa2485923 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:23.501988 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-fc6469fa-42cd-47e4-b27c-52faa2485923 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/networks?id=228d53a9-87b1-4eb0-bed9-c4d15a856bb3 HTTP/1.1" status: 200 len: 814 time: 0.1095068 Jan 12 10:21:23.517553 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-66646030-2809-41ea-8c12-2c77350fdb82 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/quotas/a6b8edc917384e06928b72b374ce99bd HTTP/1.1" status: 200 len: 375 time: 0.0099750 Jan 12 10:21:23.551727 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-38b72fcb-f7ba-41f1-940b-a3677bed564b tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6b8edc917384e06928b72b374ce99bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283031 Jan 12 10:21:23.650613 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-4ff15e32-189d-4c9b-b495-622ae65fd661 service neutron] 10.222.0.76 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913231 Jan 12 10:21:23.756001 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-c8d3d1d3-1167-40b9-aca8-1c68d10990c6 service neutron] 10.222.0.76 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982006 Jan 12 10:21:23.822426 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:23.827749 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (dad63d3d-0f9f-40a7-962f-fbcde2441716), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:23.827749 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.l3_db [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Floating IP dad63d3d-0f9f-40a7-962f-fbcde2441716 disassociated. External IP: 172.27.0.240, port: f125cee2-d58d-49b1-b601-35c76d6ede7f. Jan 12 10:21:23.827749 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Calling delete_port for f125cee2-d58d-49b1-b601-35c76d6ede7f owned by compute:nova {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:21:23.836472 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e6760-b9e8-453b-bef7-3ce227cb3a1b req-03c39ef8-3d4e-4bb1-8dc2-98dddb586ecf tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:23.838002 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fe9e6760-b9e8-453b-bef7-3ce227cb3a1b req-03c39ef8-3d4e-4bb1-8dc2-98dddb586ecf tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 947 time: 0.1101201 Jan 12 10:21:23.968058 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fe9e6760-b9e8-453b-bef7-3ce227cb3a1b req-4560da71-83fb-435e-835f-b47b8cf23d53 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=d812dc93-b4f1-4daa-810e-06fe3776b548&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222014 Jan 12 10:21:24.046553 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-19f0edbb-81d1-443a-ae14-0e7d66c6d696 req-b9e4351a-5251-4a5d-8606-9ac80663cca7 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 210 time: 0.0313418 Jan 12 10:21:24.161412 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (f125cee2-d58d-49b1-b601-35c76d6ede7f), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:24.195266 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event deleted for resources: {'Port': ['ID=f125cee2-d58d-49b1-b601-35c76d6ede7f,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:24.207231 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.207591 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.207937 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.208296 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.208672 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.208992 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.209327 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.209656 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.209982 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.210306 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.210632 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.210956 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.211274 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:24.327319 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Router 8fe376ca-99fd-4c7b-a548-02b762fcea92 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:24.441459 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:24.452424 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] Sync routers for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:21:24.471502 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:24.474450 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:20:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:24.516142 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] No DVR routers for this DVR port f125cee2-d58d-49b1-b601-35c76d6ede7f on host hv-cinder-82160 {{(pid=103260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:21:24.519460 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:24.523095 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-60fe8470-6fd4-46fc-a754-cb4aa1fce4ed req-744f4455-24bf-4558-bb0c-3d6ee831e891 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "DELETE /v2.0/ports/f125cee2-d58d-49b1-b601-35c76d6ede7f HTTP/1.1" status: 204 len: 173 time: 1.4933197 Jan 12 10:21:24.523557 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-deleted', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:24.526157 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fff454-0309-4ce7-b0b7-7985d6d6e7d5" -d '{"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-deleted", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:24.567405 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc0cca52-b117-451b-8a24-bb59833c2e29 x-openstack-request-id: req-fc0cca52-b117-451b-8a24-bb59833c2e29 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:24.567707 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "789f1f27-effb-4bee-9c9b-b3446d2be37a", "name": "network-vif-deleted", "tag": "f125cee2-d58d-49b1-b601-35c76d6ede7f", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:24.567963 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fc0cca52-b117-451b-8a24-bb59833c2e29 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:24.568367 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '789f1f27-effb-4bee-9c9b-b3446d2be37a', 'name': 'network-vif-deleted', 'tag': 'f125cee2-d58d-49b1-b601-35c76d6ede7f', 'status': 'completed', 'code': 200} Jan 12 10:21:24.588320 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:24.806027 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:24.832856 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] Checking router: 8fe376ca-99fd-4c7b-a548-02b762fcea92 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:21:24.842717 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:24.843956 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:20:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:24.954028 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:25.121370 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fc7a91be-f486-4b5f-a8fb-bd46ba6cf4b5 req-d6130c35-851e-4db7-8cca-f705aab8c4d5 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=789f1f27-effb-4bee-9c9b-b3446d2be37a HTTP/1.1" status: 200 len: 210 time: 0.0548763 Jan 12 10:21:25.165567 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-549509a3-57d1-4f3f-9207-e92d86ab0da9 req-8b82efb0-7d34-40b3-bc33-e6355d253b11 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 210 time: 0.0381019 Jan 12 10:21:25.173659 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:25.204175 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4607a3-716f-4ce1-8ff3-b36ccd29d0a5 None None] The sync data for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi is: [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:21:25.440883 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546441db-ea1b-4d05-a50a-d87bd5deb335 None None] New status for floating IP dad63d3d-0f9f-40a7-962f-fbcde2441716: DOWN {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:21:26.273957 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3a8ed5db-9dda-41a0-b624-890607c9389d req-a2b31a20-3057-4706-8768-6a439f0aa3e8 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 210 time: 0.0315967 Jan 12 10:21:26.333801 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53418) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:26.391998 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (d812dc93-b4f1-4daa-810e-06fe3776b548), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.416325 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (d812dc93-b4f1-4daa-810e-06fe3776b548), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.549860 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d812dc93-b4f1-4daa-810e-06fe3776b548), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.552363 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.553579 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "DELETE /v2.0/security-groups/d812dc93-b4f1-4daa-810e-06fe3776b548 HTTP/1.1" status: 204 len: 168 time: 0.2187552 Jan 12 10:21:26.556503 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53420) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:26.563468 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d812dc93-b4f1-4daa-810e-06fe3776b548,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:26.570651 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.571003 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.571114 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.api.v2.resource [None req-dfcda00b-f263-45e4-9e7e-af34faa50f73 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] show failed (client error): The resource could not be found. Jan 12 10:21:26.571344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579087 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579087 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579287 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-dfcda00b-f263-45e4-9e7e-af34faa50f73 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups/d812dc93-b4f1-4daa-810e-06fe3776b548 HTTP/1.1" status: 404 len: 347 time: 0.0144796 Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9900b46-2885-4c6d-a8f4-10d7b8394919 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:26.579960 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53422) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:26.713920 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Deleting port c55b2283-a546-45b4-8b6b-6f49366240ca {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:21:26.714292 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.765792 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-704c60bc-6999-496c-b90a-3a09fb9ea414 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.810846 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.811117 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (c55b2283-a546-45b4-8b6b-6f49366240ca), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:26.823476 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Calling delete_port for c55b2283-a546-45b4-8b6b-6f49366240ca owned by network:floatingip {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:21:26.856562 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:21:26.885322 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: f125cee2-d58d-49b1-b601-35c76d6ede7f {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:21:26.892295 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f125cee2-d58d-49b1-b601-35c76d6ede7f not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:21:27.093508 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (c55b2283-a546-45b4-8b6b-6f49366240ca), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:27.134959 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-b19de488-f871-41aa-9c7b-9559e44c6386 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:27.136479 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-b19de488-f871-41aa-9c7b-9559e44c6386 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "GET /v2.0/networks?id=228d53a9-87b1-4eb0-bed9-c4d15a856bb3 HTTP/1.1" status: 200 len: 814 time: 0.1377337 Jan 12 10:21:27.138429 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event deleted for resources: {'Port': ['ID=c55b2283-a546-45b4-8b6b-6f49366240ca,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:27.151102 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Request body: {'port': {'device_id': '596b2679-dbe5-4430-a82f-a65100947caa', 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3', 'admin_state_up': True, 'tenant_id': 'a6b8edc917384e06928b72b374ce99bd'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:27.265738 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (dad63d3d-0f9f-40a7-962f-fbcde2441716), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:27.268754 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:27.270906 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d4a81922-5f33-40ba-938b-d94cddcbda47 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "DELETE /v2.0/floatingips/dad63d3d-0f9f-40a7-962f-fbcde2441716 HTTP/1.1" status: 204 len: 168 time: 0.6898043 Jan 12 10:21:27.395582 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-11511baa-0edf-4a09-8b08-ba44d170abf7 req-3999a8d9-7066-473e-ac07-3d00ddfd8c85 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 210 time: 0.0275140 Jan 12 10:21:27.491512 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Made reservation on behalf of a6b8edc917384e06928b72b374ce99bd for: {'port': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:27.495193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:27.645939 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Allocated IP 172.20.0.12 (228d53a9-87b1-4eb0-bed9-c4d15a856bb3/18254018-cd72-4cf7-8f2f-d08a5b231c83/b7e12e08-f87f-45ce-81da-c6d1b0c904c5) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:27.822824 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53438) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:27.829327 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-1cea9bad-402b-48c8-9ccc-162f8812a396 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1597631477', 'description': 'tempest-description--1813758468'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:27.841214 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd50f079-f9e7-444d-b282-e3077a1245f7 req-9418c29f-6263-4291-94b0-473aafc879e8 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:27.842996 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bd50f079-f9e7-444d-b282-e3077a1245f7 req-9418c29f-6263-4291-94b0-473aafc879e8 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0792840 Jan 12 10:21:27.865588 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks [] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:27.921330 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1cea9bad-402b-48c8-9ccc-162f8812a396 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:27.937185 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bd50f079-f9e7-444d-b282-e3077a1245f7 req-b5939027-8abb-4ad8-92a3-cb1d2f2c5dee tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779991 Jan 12 10:21:28.014086 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.017950 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1cea9bad-402b-48c8-9ccc-162f8812a396 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.064328 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:28.067626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:28.071749 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:28.079646 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Pushing event updated for resources: {'Port': ['ID=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:28.093076 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1cea9bad-402b-48c8-9ccc-162f8812a396 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.127908 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cea9bad-402b-48c8-9ccc-162f8812a396 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:28.131889 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:28.132588 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.243358 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1cea9bad-402b-48c8-9ccc-162f8812a396 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.244595 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-1cea9bad-402b-48c8-9ccc-162f8812a396 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4198966 Jan 12 10:21:28.249113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53440) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:28.253836 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-35b54cb1-b98a-4862-a667-027785de5c60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'security_group_rule': {'security_group_id': 'fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:28.272601 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5a1ece1c-a924-4c1a-b40d-724b988dafed tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1254127 Jan 12 10:21:28.295639 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Request body: {'port': {'device_id': '596b2679-dbe5-4430-a82f-a65100947caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:28.352173 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.372270 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35b54cb1-b98a-4862-a667-027785de5c60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (c91f3f1c-97a9-40ba-9343-fcbfc64878b4), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.437800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35b54cb1-b98a-4862-a667-027785de5c60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (c91f3f1c-97a9-40ba-9343-fcbfc64878b4), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.525348 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035b59f-89bb-4b2f-9779-eb2bcc96ea02 req-24e42e70-e660-4fd6-82fa-910c45cd8b29 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:28.529313 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c035b59f-89bb-4b2f-9779-eb2bcc96ea02 req-24e42e70-e660-4fd6-82fa-910c45cd8b29 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 932 time: 0.0541637 Jan 12 10:21:28.529313 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35b54cb1-b98a-4862-a667-027785de5c60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (c91f3f1c-97a9-40ba-9343-fcbfc64878b4), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.566339 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b54cb1-b98a-4862-a667-027785de5c60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c91f3f1c-97a9-40ba-9343-fcbfc64878b4,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:28.596455 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c035b59f-89bb-4b2f-9779-eb2bcc96ea02 req-eb2c5f43-4536-40b5-bb59-12c8c5cca7d1 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621414 Jan 12 10:21:28.637964 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7e12e08-f87f-45ce-81da-c6d1b0c904c5 {{(pid=103260) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:21:28.645466 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Publish callbacks [] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.655757 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35b54cb1-b98a-4862-a667-027785de5c60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.657028 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-35b54cb1-b98a-4862-a667-027785de5c60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4066339 Jan 12 10:21:28.658798 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.provisioning_blocks [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Transition to ACTIVE for port object b7e12e08-f87f-45ce-81da-c6d1b0c904c5 will not be triggered until provisioned by entity L2. {{(pid=103260) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:28.659630 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53444) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:28.664078 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-e1cf9c9a-ae67-499b-8411-2903bb28edb7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'security_group_rule': {'security_group_id': 'fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:28.749569 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.795695 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9c9a-ae67-499b-8411-2903bb28edb7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (3f880d70-d6ac-40c1-a9a9-627f972bea1c), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.826007 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:28.921152 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8d819e62-28d5-45fe-b9cf-ffc291ce1b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.933308 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9c9a-ae67-499b-8411-2903bb28edb7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (3f880d70-d6ac-40c1-a9a9-627f972bea1c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:28.944798 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Attempting to bind port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:21:28.945149 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Attempting to bind port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:21:28.945482 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Attempting to bind port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 on network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:21:28.950871 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 on network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:21:28.951187 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Attempting to bind port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 on network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:21:28.957952 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:21:28.958290 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Checking segment: {'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:21:28.958685 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Bound using segment: {'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'} {{(pid=103260) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:21:28.959127 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.managers [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Bound port: b7e12e08-f87f-45ce-81da-c6d1b0c904c5, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'}}] {{(pid=103260) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:21:28.959486 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.034002 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9c9a-ae67-499b-8411-2903bb28edb7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (3f880d70-d6ac-40c1-a9a9-627f972bea1c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.062407 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] For port b7e12e08-f87f-45ce-81da-c6d1b0c904c5, host hv-cinder-82160, cleared binding levels {{(pid=103260) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:29.084796 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf9c9a-ae67-499b-8411-2903bb28edb7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f880d70-d6ac-40c1-a9a9-627f972bea1c,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:29.090874 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] For port b7e12e08-f87f-45ce-81da-c6d1b0c904c5, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103260) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:29.104555 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b5739-1fb7-4367-83d7-f242daff6999 req-f944c192-2fd7-4c44-bf7b-97213e505786 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.107017 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-471b5739-1fb7-4367-83d7-f242daff6999 req-f944c192-2fd7-4c44-bf7b-97213e505786 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.0963864 Jan 12 10:21:29.156044 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-471b5739-1fb7-4367-83d7-f242daff6999 req-175b9f9d-889e-4882-a1ee-25be0f06bdb1 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426724 Jan 12 10:21:29.163410 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e1cf9c9a-ae67-499b-8411-2903bb28edb7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.164607 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e1cf9c9a-ae67-499b-8411-2903bb28edb7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5040243 Jan 12 10:21:29.167875 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53448) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:29.173007 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:29.196616 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.235423 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.236058 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.237489 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] 10.222.0.79 "PUT /v2.0/ports/b7e12e08-f87f-45ce-81da-c6d1b0c904c5 HTTP/1.1" status: 200 len: 1094 time: 0.9466672 Jan 12 10:21:29.237929 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596b2679-dbe5-4430-a82f-a65100947caa', 'tag': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:29.240145 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef9fe4a-520b-4c6a-8a2f-bd01bf50adbc" -d '{"events": [{"name": "network-changed", "server_uuid": "596b2679-dbe5-4430-a82f-a65100947caa", "tag": "b7e12e08-f87f-45ce-81da-c6d1b0c904c5"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:29.267042 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a9ad4-94bb-4dd3-acb5-8ab119ebebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,revision_number=3']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:29.283154 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5be820-c19d-4c8e-b338-5ff3b78343d1 x-openstack-request-id: req-0d5be820-c19d-4c8e-b338-5ff3b78343d1 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:29.283443 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596b2679-dbe5-4430-a82f-a65100947caa", "tag": "b7e12e08-f87f-45ce-81da-c6d1b0c904c5", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:29.283701 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-0d5be820-c19d-4c8e-b338-5ff3b78343d1 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:29.284100 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596b2679-dbe5-4430-a82f-a65100947caa', 'tag': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5', 'status': 'completed', 'code': 200} Jan 12 10:21:29.286870 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.374733 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9fe4a-520b-4c6a-8a2f-bd01bf50adbc req-43683f79-5921-431a-8ea1-21d5405bb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.376234 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8ef9fe4a-520b-4c6a-8a2f-bd01bf50adbc req-43683f79-5921-431a-8ea1-21d5405bb874 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6b8edc917384e06928b72b374ce99bd&device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 1097 time: 0.0483184 Jan 12 10:21:29.413704 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.493477 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9fe4a-520b-4c6a-8a2f-bd01bf50adbc req-4ea4a800-7a3d-4a46-a6ad-5c6e4ddaf710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.495077 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8ef9fe4a-520b-4c6a-8a2f-bd01bf50adbc req-4ea4a800-7a3d-4a46-a6ad-5c6e4ddaf710 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a6b8edc917384e06928b72b374ce99bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1104262 Jan 12 10:21:29.562073 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Allocated IP 172.27.0.216 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/dea09ca9-ab61-457b-add0-77753ce11e92) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:29.611117 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9fe4a-520b-4c6a-8a2f-bd01bf50adbc req-e41f5478-9e32-4f89-8223-5e0db5010f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.613462 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8ef9fe4a-520b-4c6a-8a2f-bd01bf50adbc req-e41f5478-9e32-4f89-8223-5e0db5010f35 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1121356 Jan 12 10:21:29.705151 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for port (dea09ca9-ab61-457b-add0-77753ce11e92), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.778298 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-2d69614a-309e-4196-847a-dbbaea37becc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.779811 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-2d69614a-309e-4196-847a-dbbaea37becc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6b8edc917384e06928b72b374ce99bd&device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 1097 time: 0.1165359 Jan 12 10:21:29.791214 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0e8be-8fda-4ffa-beed-c506e131541a req-7e761d05-1325-4132-a0f8-75cdbea295d4 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.792762 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07d0e8be-8fda-4ffa-beed-c506e131541a req-7e761d05-1325-4132-a0f8-75cdbea295d4 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 944 time: 0.0877190 Jan 12 10:21:29.820290 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (dea09ca9-ab61-457b-add0-77753ce11e92), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:29.837560 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-4291be91-c055-42be-971a-0e8eb3e65869 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7e12e08-f87f-45ce-81da-c6d1b0c904c5 HTTP/1.1" status: 200 len: 217 time: 0.0430937 Jan 12 10:21:29.866118 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:29.871113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:29.874440 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:29.923076 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'Port': ['ID=dea09ca9-ab61-457b-add0-77753ce11e92,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:29.933459 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07d0e8be-8fda-4ffa-beed-c506e131541a req-cbc4254b-619a-47e6-a000-8570c5928342 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983377 Jan 12 10:21:29.936383 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-ce6b681d-ce36-425b-a13c-3897392eeaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:29.938021 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-ce6b681d-ce36-425b-a13c-3897392eeaac service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18254018-cd72-4cf7-8f2f-d08a5b231c83 HTTP/1.1" status: 200 len: 854 time: 0.0863614 Jan 12 10:21:29.955183 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:21:29.985084 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-fb8047ed-19c6-4784-a67e-c24b8b34cbd5 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=228d53a9-87b1-4eb0-bed9-c4d15a856bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390525 Jan 12 10:21:29.999275 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:30.088125 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-26d8ed1c-4e2c-413c-a27e-320eae51713f service neutron] 10.222.0.79 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939279 Jan 12 10:21:30.147261 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (dea09ca9-ab61-457b-add0-77753ce11e92), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:30.422403 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-da91533b-178c-4467-b9a1-2da6fa4d1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:30.423983 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-da91533b-178c-4467-b9a1-2da6fa4d1efa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1137 time: 0.1712649 Jan 12 10:21:30.429959 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:30.431526 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-b3d161e6-699c-44e3-a716-ec6984a054f7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:30.432536 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5ea4ab4e-bd29-43f6-af11-dcdf39d9707f service neutron] 10.222.0.79 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380558 Jan 12 10:21:30.433048 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-b3d161e6-699c-44e3-a716-ec6984a054f7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.1915560 Jan 12 10:21:30.445118 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e742f-cea6-4410-af01-a63897395375 req-eeb3395f-d68c-4d49-8870-dca190530947 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:30.446731 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-716e742f-cea6-4410-af01-a63897395375 req-eeb3395f-d68c-4d49-8870-dca190530947 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.2957568 Jan 12 10:21:30.448085 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced68de-2739-4788-8bee-19bc21e52c9b req-fea8bb75-e941-4766-88ed-d26a90dfdfac tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:30.450200 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dced68de-2739-4788-8bee-19bc21e52c9b req-fea8bb75-e941-4766-88ed-d26a90dfdfac tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 945 time: 0.2054272 Jan 12 10:21:30.527323 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-716e742f-cea6-4410-af01-a63897395375 req-5e6008d1-c3f8-4706-9c61-c6427f633fb5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668020 Jan 12 10:21:30.571238 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for port (dea09ca9-ab61-457b-add0-77753ce11e92), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:30.643805 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dced68de-2739-4788-8bee-19bc21e52c9b req-dff264d9-58f6-44d3-bce4-61e841b5508c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786556 Jan 12 10:21:30.656085 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (dea09ca9-ab61-457b-add0-77753ce11e92), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:30.687140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-e3d5ef23-a895-40a4-9539-bdb5422b5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:30.688612 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-e3d5ef23-a895-40a4-9539-bdb5422b5245 service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 200 len: 916 time: 0.2360744 Jan 12 10:21:31.023939 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'Port': ['ID=dea09ca9-ab61-457b-add0-77753ce11e92,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:31.041485 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:31.049651 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-50c34147-1896-4d8f-936e-c1f634a6d505 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 1001 time: 0.3476434 Jan 12 10:21:31.054112 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Deleting port 43e1793b-b119-43ec-9359-0fd117551b40 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:21:31.054444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (43e1793b-b119-43ec-9359-0fd117551b40), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:31.073782 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b7ba9-c11b-4e57-95da-8b076c0a9c32 req-a907317e-27a1-4248-94eb-900b8c355370 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:31.075512 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a50b7ba9-c11b-4e57-95da-8b076c0a9c32 req-a907317e-27a1-4248-94eb-900b8c355370 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 944 time: 0.0652969 Jan 12 10:21:31.125994 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a50b7ba9-c11b-4e57-95da-8b076c0a9c32 req-3b040445-4fce-4995-b9d8-82efcfe96e81 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427766 Jan 12 10:21:31.162076 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-dc66468e-da44-4c01-a6fd-bbf2954aa1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:31.163560 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-dc66468e-da44-4c01-a6fd-bbf2954aa1fd service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c HTTP/1.1" status: 200 len: 854 time: 0.1035082 Jan 12 10:21:31.218282 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] For port 43e1793b-b119-43ec-9359-0fd117551b40, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=43e1793b-b119-43ec-9359-0fd117551b40,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:31.218711 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (43e1793b-b119-43ec-9359-0fd117551b40), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:31.238557 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:31.238557 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-125be8ff-8d5c-4dab-bc9f-fe38649a4970 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0645971 Jan 12 10:21:31.242420 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Calling delete_port for 43e1793b-b119-43ec-9359-0fd117551b40 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:21:31.256993 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-8eefbb52-ad65-4237-bed9-89c7b142d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:31.258765 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-8eefbb52-ad65-4237-bed9-89c7b142d4a4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e80433d-2123-455c-9c81-3cd5a12e967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0866017 Jan 12 10:21:31.411764 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-f19b84cd-e8e6-4b98-84aa-05a3857132ba service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169698 Jan 12 10:21:31.539345 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-2e2cf25a-5bf8-4c6a-891b-d02499a1da70 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1597631477&fields=id&tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 267 time: 0.1405671 Jan 12 10:21:31.625709 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (43e1793b-b119-43ec-9359-0fd117551b40), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:31.642709 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['dc79d2c4-3816-40dd-8d58-7ea033a948ee'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:21:31.646840 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a4c6466-48a4-40a4-bd1e-2996484dd26d req-b909b609-c865-4fae-8be5-d88c0be546ad service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222686 Jan 12 10:21:31.649614 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2061-2eeb-47f6-87d4-af1a1dc13833 req-3f32eaaf-a778-4381-ad93-614640ec088e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:31.655393 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b3fe2061-2eeb-47f6-87d4-af1a1dc13833 req-3f32eaaf-a778-4381-ad93-614640ec088e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0573246 Jan 12 10:21:31.684919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Pushing event deleted for resources: {'Port': ['ID=43e1793b-b119-43ec-9359-0fd117551b40,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:31.730391 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b3fe2061-2eeb-47f6-87d4-af1a1dc13833 req-54b5b3fe-1948-4111-ad6e-ef56bdbfadd4 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716732 Jan 12 10:21:31.752506 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] No DVR routers for this DVR port 43e1793b-b119-43ec-9359-0fd117551b40 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:21:31.752506 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:31.753272 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c95f3cf3-1389-4a1d-8f66-b03d78bbe28c req-cf4d51fd-db89-40b2-9375-0369d4fa01af tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "DELETE /v2.0/ports/43e1793b-b119-43ec-9359-0fd117551b40 HTTP/1.1" status: 204 len: 173 time: 1.2953978 Jan 12 10:21:31.753721 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'name': 'network-vif-deleted', 'tag': '43e1793b-b119-43ec-9359-0fd117551b40'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:31.755976 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d4bd9a-b070-40b3-a592-2284a92db850" -d '{"events": [{"server_uuid": "2428ab03-357c-45e7-8cf0-6d75706e78aa", "name": "network-vif-deleted", "tag": "43e1793b-b119-43ec-9359-0fd117551b40"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:31.773726 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-7379206e-52a4-4507-837e-2b8ab421adde tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:31.773726 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-7379206e-52a4-4507-837e-2b8ab421adde tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 817 time: 0.2238953 Jan 12 10:21:31.774005 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:31.797339 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-bb78238a-9af9-4115-8d56-4dfd85c95d88 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/quotas/2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 375 time: 0.0161345 Jan 12 10:21:31.838744 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a9e47a1c-21a3-42bd-ae70-39e130f3be9d req-04a77ea9-4c4c-4501-821e-b3b6b635ab0d tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 210 time: 0.0325966 Jan 12 10:21:31.859217 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-9be8bcf5-4a16-46cd-b27c-40f75155f132 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559015 Jan 12 10:21:31.901093 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a0dfb7-952e-4ad8-a526-1a33050d8460 x-openstack-request-id: req-d9a0dfb7-952e-4ad8-a526-1a33050d8460 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:31.901390 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2428ab03-357c-45e7-8cf0-6d75706e78aa", "name": "network-vif-deleted", "tag": "43e1793b-b119-43ec-9359-0fd117551b40", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:31.901648 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d9a0dfb7-952e-4ad8-a526-1a33050d8460 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:31.902039 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2428ab03-357c-45e7-8cf0-6d75706e78aa', 'name': 'network-vif-deleted', 'tag': '43e1793b-b119-43ec-9359-0fd117551b40', 'status': 'completed', 'code': 200} Jan 12 10:21:31.975400 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-34b7e7e0-5a95-4a8f-b853-9b99c423c52e service neutron] 10.222.0.76 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000290 Jan 12 10:21:32.070217 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-f6b6b65f-a963-44c9-ade9-7fe784ef9019 service neutron] 10.222.0.76 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890656 Jan 12 10:21:32.258888 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32968e-875e-4355-b52c-bc3bf8582678 req-97f3e27d-d616-43e2-af0d-06e4b2143e5c tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:32.260503 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8b32968e-875e-4355-b52c-bc3bf8582678 req-97f3e27d-d616-43e2-af0d-06e4b2143e5c tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 944 time: 0.0663247 Jan 12 10:21:32.318766 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8b32968e-875e-4355-b52c-bc3bf8582678 req-ed43f57b-23e7-4355-866c-c9929dac2ff2 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517881 Jan 12 10:21:32.332371 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b5a4c010-56c9-43cf-82de-d42f1034d457 req-d3590c1d-c0cf-4732-94dd-2dfe4b99c673 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 210 time: 0.0290511 Jan 12 10:21:32.779365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:32.883161 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37bd09-fceb-4a0b-9d4b-c688799f0a62 req-6fced0d3-3183-4067-9aec-901c99345de5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:32.884947 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2c37bd09-fceb-4a0b-9d4b-c688799f0a62 req-6fced0d3-3183-4067-9aec-901c99345de5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0567999 Jan 12 10:21:32.901825 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device b7e12e08-f87f-45ce-81da-c6d1b0c904c5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:21:32.908075 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 43e1793b-b119-43ec-9359-0fd117551b40 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:21:32.935177 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 43e1793b-b119-43ec-9359-0fd117551b40 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:21:32.935520 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 43e1793b-b119-43ec-9359-0fd117551b40 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:21:32.953428 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-42e294fe-5bb8-4ceb-8ef9-a530075c81df req-a952441c-cf0b-4afa-a743-98e4371c9182 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=2428ab03-357c-45e7-8cf0-6d75706e78aa HTTP/1.1" status: 200 len: 210 time: 0.0307460 Jan 12 10:21:32.992253 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2c37bd09-fceb-4a0b-9d4b-c688799f0a62 req-ca7721ab-e266-4936-89ab-9e708958e013 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001832 Jan 12 10:21:33.025145 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port b7e12e08-f87f-45ce-81da-c6d1b0c904c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:33.036896 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5', 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3', 'port_id': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5', 'mac_address': 'fa:16:3e:bf:8c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18254018-cd72-4cf7-8f2f-d08a5b231c83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:21:33.076254 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:33.076656 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:33.089666 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7e12e08-f87f-45ce-81da-c6d1b0c904c5 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:21:33.110853 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port b7e12e08-f87f-45ce-81da-c6d1b0c904c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:33.298323 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:33.351952 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:33.431060 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-438c62d5-9c01-42d3-8ab5-45b8d00792d7 req-1030d94d-1b49-49bb-967a-a15132f99b29 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 210 time: 0.0258780 Jan 12 10:21:33.447648 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f80993-d9fb-463d-9045-f7b758593a62 req-542b7c91-cd60-42f5-b11c-a4215afeb219 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:33.447648 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d6f80993-d9fb-463d-9045-f7b758593a62 req-542b7c91-cd60-42f5-b11c-a4215afeb219 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 945 time: 0.0505965 Jan 12 10:21:33.500825 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d6f80993-d9fb-463d-9045-f7b758593a62 req-c1508b6c-8b44-4c6b-8774-b0d07a1c3974 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469689 Jan 12 10:21:33.557345 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['b7e12e08-f87f-45ce-81da-c6d1b0c904c5'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:21:34.124936 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ed2a-a3e1-486a-a3ed-ef48e933f730 req-eac7190e-4a60-4699-8143-0ddece5e0ca9 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:34.126437 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8477ed2a-a3e1-486a-a3ed-ef48e933f730 req-eac7190e-4a60-4699-8143-0ddece5e0ca9 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0504010 Jan 12 10:21:34.186879 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8477ed2a-a3e1-486a-a3ed-ef48e933f730 req-3c5a673a-8609-4578-87fc-65e855f970a0 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547602 Jan 12 10:21:34.510260 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5bb1cb-1ef8-4341-bf4b-f7cfd9c11c65 req-78ab4ac9-44d4-4eb4-bcc8-c85b02ff18b2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:34.511936 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1a5bb1cb-1ef8-4341-bf4b-f7cfd9c11c65 req-78ab4ac9-44d4-4eb4-bcc8-c85b02ff18b2 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0588806 Jan 12 10:21:34.531520 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cbceeaba-ad88-40f9-8611-6b9bd8d29ba4 req-78f8104c-d9d0-4d0b-8563-2a526588165c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 210 time: 0.0267680 Jan 12 10:21:34.564778 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1a5bb1cb-1ef8-4341-bf4b-f7cfd9c11c65 req-dc766229-7128-418e-a917-e26a7875df0b tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Jan 12 10:21:34.711794 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e1a7c-724a-448c-bf61-648d6fa826ec req-5f353d72-aa43-47b4-84e7-9746ab2f7535 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:34.713341 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-168e1a7c-724a-448c-bf61-648d6fa826ec req-5f353d72-aa43-47b4-84e7-9746ab2f7535 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 945 time: 0.1076751 Jan 12 10:21:34.741173 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-75ed60f1-2871-4091-8e81-0ac20a33b3a4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:34.748396 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-75ed60f1-2871-4091-8e81-0ac20a33b3a4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 817 time: 0.1662722 Jan 12 10:21:34.791056 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-168e1a7c-724a-448c-bf61-648d6fa826ec req-676769f2-0a75-4ee0-ad93-ed4ae9474c79 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714428 Jan 12 10:21:34.846008 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-a549d705-6262-4421-8836-31578abe4ec6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 380 time: 0.0895705 Jan 12 10:21:34.855993 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'port': {'device_id': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'admin_state_up': True, 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'security_groups': ['fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:34.936158 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device b7e12e08-f87f-45ce-81da-c6d1b0c904c5 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:35.036029 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Made reservation on behalf of 2588b3a3f1cd4c8da1c77c96cec24e5f for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:35.039801 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.063457 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:35.067887 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:35.068408 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.153878 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:35.154268 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.168770 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Allocated IP 172.20.0.5 (8ae1c859-4005-42c0-8f65-f1d61b0735dc/6b187d34-70a9-4eba-a486-311c9ece1ccf/5ce1e87e-094c-4e31-82a2-a75fa3caa4ea) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:35.179000 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b2679-dbe5-4430-a82f-a65100947caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:35.181282 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf696d72-2783-4ceb-8138-825109535bbe" -d '{"events": [{"server_uuid": "596b2679-dbe5-4430-a82f-a65100947caa", "name": "network-vif-plugged", "status": "completed", "tag": "b7e12e08-f87f-45ce-81da-c6d1b0c904c5"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:35.195329 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port b7e12e08-f87f-45ce-81da-c6d1b0c904c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:35.229186 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0ec7e6-75ba-474c-961f-b3ec3c593e0e x-openstack-request-id: req-5f0ec7e6-75ba-474c-961f-b3ec3c593e0e {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:35.229528 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b2679-dbe5-4430-a82f-a65100947caa", "name": "network-vif-plugged", "status": "completed", "tag": "b7e12e08-f87f-45ce-81da-c6d1b0c904c5", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:35.229797 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5f0ec7e6-75ba-474c-961f-b3ec3c593e0e {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:35.230205 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b2679-dbe5-4430-a82f-a65100947caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5', 'code': 200} Jan 12 10:21:35.259237 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.311767 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:35.346638 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95e7e4-cf96-4d08-841e-947f46cc8178 req-cefdd0b1-e0d9-47b2-a106-8837d3a85a3b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:35.348282 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3a95e7e4-cf96-4d08-841e-947f46cc8178 req-cefdd0b1-e0d9-47b2-a106-8837d3a85a3b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0781360 Jan 12 10:21:35.359084 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.435320 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3a95e7e4-cf96-4d08-841e-947f46cc8178 req-bc3181c6-7ab7-43db-83af-1e41dd22ad55 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795348 Jan 12 10:21:35.500217 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.566871 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:35.571705 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f2ada7-7d48-47de-8eff-c08fcde79059 req-07c0e34d-6fed-4f81-92d6-8c4a232c5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:35.573156 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95f2ada7-7d48-47de-8eff-c08fcde79059 req-07c0e34d-6fed-4f81-92d6-8c4a232c5c3a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 1099 time: 0.1105125 Jan 12 10:21:35.573990 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:35.579051 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:35.588620 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:35.655178 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:35.655837 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.685279 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95f2ada7-7d48-47de-8eff-c08fcde79059 req-aed15089-34e7-4b4d-a6a4-1f6646da90dc service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029940 Jan 12 10:21:35.695278 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b343a-a44c-49d3-9b8d-b527dc8ebb55 req-3b61d8d0-55e3-45dc-9fe2-bbd5ca18dbed tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:35.704506 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-650b343a-a44c-49d3-9b8d-b527dc8ebb55 req-3b61d8d0-55e3-45dc-9fe2-bbd5ca18dbed tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 931 time: 0.0595672 Jan 12 10:21:35.727952 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0c83c-89e6-47c2-9191-8d0cdaae97de req-70beeca5-dc77-44f6-ac4f-16f3e8570e37 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:35.729575 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-43d0c83c-89e6-47c2-9191-8d0cdaae97de req-70beeca5-dc77-44f6-ac4f-16f3e8570e37 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0661466 Jan 12 10:21:35.755050 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-701e8f53-c8bd-4432-8ae2-b26a486d9c5a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9026451 Jan 12 10:21:35.757776 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-650b343a-a44c-49d3-9b8d-b527dc8ebb55 req-f825f718-0a1e-4616-846c-4776989c58a0 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499341 Jan 12 10:21:35.792966 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-43d0c83c-89e6-47c2-9191-8d0cdaae97de req-edeff1f8-ad4a-45fa-85b2-871e55a67b61 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572550 Jan 12 10:21:35.891405 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Request body: {'port': {'device_id': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:35.909301 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529d7d2-c6d7-45a5-ab87-852bd07cf6dd req-61785aa6-4438-4a5c-8e65-bd0797d6002e tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:35.913393 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-28041778-7cfe-4656-97d0-914791bbf1ba None None] Provisioning complete for port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:35.913551 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6529d7d2-c6d7-45a5-ab87-852bd07cf6dd req-61785aa6-4438-4a5c-8e65-bd0797d6002e tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 946 time: 0.0545177 Jan 12 10:21:35.913911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-28041778-7cfe-4656-97d0-914791bbf1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.949209 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-28041778-7cfe-4656-97d0-914791bbf1ba None None] Port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:21:35.954590 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:35.971512 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6529d7d2-c6d7-45a5-ab87-852bd07cf6dd req-f3015d31-9da3-4191-b126-03e3305db3a3 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513151 Jan 12 10:21:36.214649 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:21:36.222434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Publish callbacks [] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:36.234902 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Transition to ACTIVE for port object 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:21:36.303799 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:36.356282 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:36.432176 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Attempting to bind port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:21:36.432516 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Attempting to bind port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:21:36.432898 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Attempting to bind port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:21:36.439034 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:21:36.439361 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Attempting to bind port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea on network 8ae1c859-4005-42c0-8f65-f1d61b0735dc {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:21:36.444700 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:21:36.445081 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Checking segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:21:36.445532 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Bound using segment: {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:21:36.445961 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Bound port: 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a04af3-d019-429d-92d5-4f9f42cc889c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:21:36.446318 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:36.523657 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:36.550194 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:36.569440 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfff016-eabd-470c-b8ff-939dfd2f9b18 req-393f6409-730e-46d6-8a10-da3917ef406e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.571287 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bcfff016-eabd-470c-b8ff-939dfd2f9b18 req-393f6409-730e-46d6-8a10-da3917ef406e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0605900 Jan 12 10:21:36.633155 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bcfff016-eabd-470c-b8ff-939dfd2f9b18 req-7e9f2b32-71c7-420a-9b07-2dc08e2bb4b4 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538573 Jan 12 10:21:36.647858 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:36.685751 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.686375 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:36.687774 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] 10.222.0.79 "PUT /v2.0/ports/5ce1e87e-094c-4e31-82a2-a75fa3caa4ea HTTP/1.1" status: 200 len: 1093 time: 0.8013976 Jan 12 10:21:36.688327 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:36.690694 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa224f2-d8c3-482f-85c2-922791b085d2" -d '{"events": [{"name": "network-changed", "server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:36.716806 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfed3e-0051-4e7c-87db-154ffad7cd7a service neutron] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:36.739975 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67db7cca-5077-4ec0-98ce-7e27eed74ce9 x-openstack-request-id: req-67db7cca-5077-4ec0-98ce-7e27eed74ce9 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:36.740337 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:36.740658 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67db7cca-5077-4ec0-98ce-7e27eed74ce9 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:36.741164 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'status': 'completed', 'code': 200} Jan 12 10:21:36.810965 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa224f2-d8c3-482f-85c2-922791b085d2 req-e3b5b5ff-2355-4fd0-be42-6c8340e60c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.812696 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bfa224f2-d8c3-482f-85c2-922791b085d2 req-e3b5b5ff-2355-4fd0-be42-6c8340e60c2c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0468233 Jan 12 10:21:36.936669 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced73b65-4ccd-42f0-85fc-311c83143181 req-4dfabcb9-7fac-4340-b25f-e138ba4f7b8e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.938901 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ced73b65-4ccd-42f0-85fc-311c83143181 req-4dfabcb9-7fac-4340-b25f-e138ba4f7b8e tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0678282 Jan 12 10:21:36.990176 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dba276-8b79-46b7-9d52-9281845d0067 req-59881a9b-df63-4834-8c38-98ef14a98905 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:36.991617 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c0dba276-8b79-46b7-9d52-9281845d0067 req-59881a9b-df63-4834-8c38-98ef14a98905 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.1531286 Jan 12 10:21:37.005410 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ced73b65-4ccd-42f0-85fc-311c83143181 req-c9fff5fc-3ff0-4f26-85c1-c5560d82bd90 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553637 Jan 12 10:21:37.009974 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa224f2-d8c3-482f-85c2-922791b085d2 req-8a908b55-266e-47d7-a632-172e27e0b41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.011433 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bfa224f2-d8c3-482f-85c2-922791b085d2 req-8a908b55-266e-47d7-a632-172e27e0b41b service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1896107 Jan 12 10:21:37.104041 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30853a40-d320-4c03-9946-182378727611 req-96212ac9-b62d-47c8-99d2-0de0a4c16c6a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.105834 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-30853a40-d320-4c03-9946-182378727611 req-96212ac9-b62d-47c8-99d2-0de0a4c16c6a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 946 time: 0.0508387 Jan 12 10:21:37.111948 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c0dba276-8b79-46b7-9d52-9281845d0067 req-3b1ec351-647d-4119-a92a-f11a28a9c9c6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108279 Jan 12 10:21:37.142470 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa224f2-d8c3-482f-85c2-922791b085d2 req-8086a157-fbfe-4fa4-b953-ee0e76db476c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.143956 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-bfa224f2-d8c3-482f-85c2-922791b085d2 req-8086a157-fbfe-4fa4-b953-ee0e76db476c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1239345 Jan 12 10:21:37.159733 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-30853a40-d320-4c03-9946-182378727611 req-5e98e593-300b-4ba4-a42d-446aee1e2022 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480883 Jan 12 10:21:37.241237 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-189c954e-aeab-4b46-9de9-d98470cc6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.242700 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-189c954e-aeab-4b46-9de9-d98470cc6376 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0576198 Jan 12 10:21:37.289031 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-f47128bb-f5c9-4760-9c58-127987b2b4fb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea HTTP/1.1" status: 200 len: 217 time: 0.0363245 Jan 12 10:21:37.341295 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-19227339-401f-4840-97bc-42c053c0c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.342772 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-19227339-401f-4840-97bc-42c053c0c8f1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0475814 Jan 12 10:21:37.400686 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-38f1605d-0493-40c5-a012-c5888c33600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.402212 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-38f1605d-0493-40c5-a012-c5888c33600b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443413 Jan 12 10:21:37.627705 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-9f7ab79e-0b61-4efc-b3c8-b77cd05cf65a service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829003 Jan 12 10:21:37.742146 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6a313e69-39b7-4e23-9122-dd51a61ca84e req-097d38e4-e7a5-4db9-91df-bb09630b3544 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084991 Jan 12 10:21:37.765768 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e1805-9982-4fb1-9c56-a0a187d1ddc4 req-cfc02190-80b1-4603-b122-64e758bcf289 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:37.767239 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a64e1805-9982-4fb1-9c56-a0a187d1ddc4 req-cfc02190-80b1-4603-b122-64e758bcf289 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0617850 Jan 12 10:21:37.827157 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a64e1805-9982-4fb1-9c56-a0a187d1ddc4 req-79076a2f-9edf-4ef9-9309-f62ccd0bd303 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540540 Jan 12 10:21:38.115069 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c8038-c513-43ac-84c3-c74135e4825b req-5e4e1a8d-5ee4-46c8-bcd3-9017f5ca4ee7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:38.116502 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8d1c8038-c513-43ac-84c3-c74135e4825b req-5e4e1a8d-5ee4-46c8-bcd3-9017f5ca4ee7 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0538495 Jan 12 10:21:38.165918 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8d1c8038-c513-43ac-84c3-c74135e4825b req-6b205888-ddf9-46f6-abfc-e4399dd61145 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435750 Jan 12 10:21:38.234211 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb61ec0-24c8-4e15-b25e-173dbdfa12f2 req-d8d01861-1ad3-451d-9bc3-abb3394a5536 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:38.235692 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dbb61ec0-24c8-4e15-b25e-173dbdfa12f2 req-d8d01861-1ad3-451d-9bc3-abb3394a5536 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0486760 Jan 12 10:21:38.286873 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dbb61ec0-24c8-4e15-b25e-173dbdfa12f2 req-74b6e43d-3e4b-4e7b-ad06-d194f0c6f0a6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456853 Jan 12 10:21:38.945882 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2e29a-8b68-41ec-87cc-f554d82c26fe req-64e9ac82-a2f0-464e-a462-932f97c464ba tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:38.947372 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c7d2e29a-8b68-41ec-87cc-f554d82c26fe req-64e9ac82-a2f0-464e-a462-932f97c464ba tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0502763 Jan 12 10:21:39.009387 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c7d2e29a-8b68-41ec-87cc-f554d82c26fe req-87034956-0cca-4d09-af1b-7521ec9a806b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557001 Jan 12 10:21:39.287723 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3b715-68b9-4256-8997-6421f0d72816 req-02d68644-37e0-4cb3-9d19-62349efc2af4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:39.289155 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-90e3b715-68b9-4256-8997-6421f0d72816 req-02d68644-37e0-4cb3-9d19-62349efc2af4 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0519178 Jan 12 10:21:39.340570 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-90e3b715-68b9-4256-8997-6421f0d72816 req-b8475e3b-8305-4b01-890d-d492f3aedb2f tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445304 Jan 12 10:21:39.415724 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d5254-ac36-4bd1-9d05-3a453f78f24b req-dd8cfc52-c5d5-4c34-b147-84a8a17c0c79 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:39.417228 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e26d5254-ac36-4bd1-9d05-3a453f78f24b req-dd8cfc52-c5d5-4c34-b147-84a8a17c0c79 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0526047 Jan 12 10:21:39.465710 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e26d5254-ac36-4bd1-9d05-3a453f78f24b req-a6073305-7bcf-49f8-b788-87a4531588b8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414729 Jan 12 10:21:40.128512 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828db03a-80a6-4dbb-8c6c-e046121f910b req-fd5d3df6-a8d4-47de-b68d-59da7d47fccc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:40.130024 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-828db03a-80a6-4dbb-8c6c-e046121f910b req-fd5d3df6-a8d4-47de-b68d-59da7d47fccc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0493731 Jan 12 10:21:40.192134 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-828db03a-80a6-4dbb-8c6c-e046121f910b req-7fd6ac77-6144-4165-84ba-d721704d3faa tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565312 Jan 12 10:21:40.457696 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e39c88-b2d6-4c79-9f10-0d80d702cd14 req-0defe300-b512-41ba-926f-0f51e98ab87c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:40.459193 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07e39c88-b2d6-4c79-9f10-0d80d702cd14 req-0defe300-b512-41ba-926f-0f51e98ab87c tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0493221 Jan 12 10:21:40.507374 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07e39c88-b2d6-4c79-9f10-0d80d702cd14 req-8f969662-8b1c-4aff-8f70-210d20993fdf tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/security-groups?id=8913e4e3-f3a4-4da8-a354-ddf9d709cf95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Jan 12 10:21:40.591914 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be563a9-a50b-4674-88fe-a1ca9750033c req-2b8d9792-f6a0-4156-89ae-faa6df317036 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:40.593478 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1be563a9-a50b-4674-88fe-a1ca9750033c req-2b8d9792-f6a0-4156-89ae-faa6df317036 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0534458 Jan 12 10:21:40.667528 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1be563a9-a50b-4674-88fe-a1ca9750033c req-a639be6a-8c21-4e83-b14d-e7fc6c6f9504 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684791 Jan 12 10:21:40.687979 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-eae5f6a4-efda-419f-9d19-db175cc21a68 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:40.687979 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-eae5f6a4-efda-419f-9d19-db175cc21a68 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 946 time: 0.0617626 Jan 12 10:21:40.783792 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Deleting port dc79d2c4-3816-40dd-8d58-7ea033a948ee {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:21:40.784130 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:40.880655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] For port dc79d2c4-3816-40dd-8d58-7ea033a948ee, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=dc79d2c4-3816-40dd-8d58-7ea033a948ee,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:40.881046 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:40.896232 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Calling delete_port for dc79d2c4-3816-40dd-8d58-7ea033a948ee owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:21:40.972756 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:21:41.079751 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:41.093368 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'port_id': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'mac_address': 'fa:16:3e:8b:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:21:41.121203 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (dc79d2c4-3816-40dd-8d58-7ea033a948ee), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:41.132808 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:41.132808 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:41.145834 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['dc79d2c4-3816-40dd-8d58-7ea033a948ee'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:21:41.151005 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:21:41.162003 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Pushing event deleted for resources: {'Port': ['ID=dc79d2c4-3816-40dd-8d58-7ea033a948ee,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:41.189871 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:41.209950 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] No DVR routers for this DVR port dc79d2c4-3816-40dd-8d58-7ea033a948ee on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:21:41.212636 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:41.216811 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9e1ef00c-94d1-48af-85d8-4dd4d264a313 req-b82b1e2a-d10d-47fe-821f-70fc5bca5c36 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.79 "DELETE /v2.0/ports/dc79d2c4-3816-40dd-8d58-7ea033a948ee HTTP/1.1" status: 204 len: 173 time: 0.5250933 Jan 12 10:21:41.217322 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'name': 'network-vif-deleted', 'tag': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:41.219641 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf75851-7f26-4ffe-8625-a59a0bcff1ac" -d '{"events": [{"server_uuid": "0dfb79c4-a67a-4d72-801c-fce11fe1ca0b", "name": "network-vif-deleted", "tag": "dc79d2c4-3816-40dd-8d58-7ea033a948ee"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:41.241042 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:41.257801 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46b44a1-c177-4343-b7fa-04ed0c0d2713 x-openstack-request-id: req-d46b44a1-c177-4343-b7fa-04ed0c0d2713 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:41.258096 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dfb79c4-a67a-4d72-801c-fce11fe1ca0b", "name": "network-vif-deleted", "tag": "dc79d2c4-3816-40dd-8d58-7ea033a948ee", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:41.258355 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d46b44a1-c177-4343-b7fa-04ed0c0d2713 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:41.258754 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dfb79c4-a67a-4d72-801c-fce11fe1ca0b', 'name': 'network-vif-deleted', 'tag': 'dc79d2c4-3816-40dd-8d58-7ea033a948ee', 'status': 'completed', 'code': 200} Jan 12 10:21:41.300686 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:41.311528 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.311904 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.312255 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.312595 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.313366 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.313366 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.313619 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.313948 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.314280 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.314622 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.314951 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.315360 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.315594 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:41.330193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5da63-5597-4f8e-a3ad-2f4fec45a660 req-c875bbf7-4c0d-4cd0-b0bf-1c900de3160c tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:41.331803 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2de5da63-5597-4f8e-a3ad-2f4fec45a660 req-c875bbf7-4c0d-4cd0-b0bf-1c900de3160c tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0604618 Jan 12 10:21:41.398167 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2de5da63-5597-4f8e-a3ad-2f4fec45a660 req-daa1e15c-fd06-454f-9c21-fe63b3397010 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604782 Jan 12 10:21:41.503657 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:21:41.617318 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-27ee6538-af7c-4c9d-96c5-c83d6d0c1bac req-d479b53a-3fcb-458f-97af-0e537d9aac46 tempest-ServerRescueNegativeTestJSON-1833882926 tempest-ServerRescueNegativeTestJSON-1833882926-project] 10.222.0.76 "GET /v2.0/ports?device_id=0dfb79c4-a67a-4d72-801c-fce11fe1ca0b HTTP/1.1" status: 200 len: 210 time: 0.0278075 Jan 12 10:21:41.787900 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6df90b3-589a-4b58-8914-52fda8eabc56 req-a13e4881-ab1c-4059-b40c-a3c95c848887 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:41.789332 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c6df90b3-589a-4b58-8914-52fda8eabc56 req-a13e4881-ab1c-4059-b40c-a3c95c848887 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 944 time: 0.0510526 Jan 12 10:21:41.843558 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c6df90b3-589a-4b58-8914-52fda8eabc56 req-6ead0791-68d6-4585-86fa-90f18ec6d965 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480454 Jan 12 10:21:42.516402 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb9d20-3e50-47b0-a3d2-55ad60f50eff req-bb4b6731-8940-4c31-a978-1b091e48ae08 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:42.518063 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2ddb9d20-3e50-47b0-a3d2-55ad60f50eff req-bb4b6731-8940-4c31-a978-1b091e48ae08 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0530055 Jan 12 10:21:42.582715 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2ddb9d20-3e50-47b0-a3d2-55ad60f50eff req-2db99f59-623e-4bca-9f90-ebe36d2dca27 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0590045 Jan 12 10:21:42.675730 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53634) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:42.991668 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:43.103814 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:21:43.108961 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:43.109372 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:43.198978 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:43.199941 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:43.226066 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:43.231473 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5251ccd5-61d2-4741-a225-a50a99da801a" -d '{"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:43.247962 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:43.266670 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaed074d-db26-4928-bfe0-1bcf43b628ea x-openstack-request-id: req-aaed074d-db26-4928-bfe0-1bcf43b628ea {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:43.266965 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:43.267222 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-aaed074d-db26-4928-bfe0-1bcf43b628ea {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:43.267616 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'code': 200} Jan 12 10:21:43.278562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93068e3-2dee-48e5-8361-f24df3c2925a req-30fdb16a-fde2-4c34-9c87-81a6e5db1372 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:43.280356 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b93068e3-2dee-48e5-8361-f24df3c2925a req-30fdb16a-fde2-4c34-9c87-81a6e5db1372 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 944 time: 0.3609405 Jan 12 10:21:43.315648 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:43.317224 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device dc79d2c4-3816-40dd-8d58-7ea033a948ee no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:21:43.343372 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: dc79d2c4-3816-40dd-8d58-7ea033a948ee {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:21:43.343758 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device dc79d2c4-3816-40dd-8d58-7ea033a948ee not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:21:43.369951 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b93068e3-2dee-48e5-8361-f24df3c2925a req-325544b4-831f-46ea-b843-10bfcfb32c2d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823953 Jan 12 10:21:43.394653 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:43.474181 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (8b16977a-b29a-479f-817f-c5fbb93ecd5d), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:43.715352 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f82cf1-b16d-48b3-ab69-511ab9a1b4a7 req-d8b56176-d2b7-47b3-bfd9-2a49652f1e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:43.717125 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-47f82cf1-b16d-48b3-ab69-511ab9a1b4a7 req-d8b56176-d2b7-47b3-bfd9-2a49652f1e27 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1098 time: 0.1393800 Jan 12 10:21:43.717331 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8dc8c8-664b-4208-9d40-fbd230a03128 req-525cfd9d-933e-42a7-896a-e10854eabbf8 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:43.718916 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba8dc8c8-664b-4208-9d40-fbd230a03128 req-525cfd9d-933e-42a7-896a-e10854eabbf8 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0553808 Jan 12 10:21:43.783134 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba8dc8c8-664b-4208-9d40-fbd230a03128 req-5efee31d-cdc2-4468-add7-728eb584bb4f tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583949 Jan 12 10:21:43.786655 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-47f82cf1-b16d-48b3-ab69-511ab9a1b4a7 req-2c3c060a-af9b-443b-8a63-90db64f224af service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597010 Jan 12 10:21:43.856129 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Deleting port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:21:43.856523 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:43.937565 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] For port f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,segment=NetworkSegment(6341b723-6275-4155-b7d1-cef1d9441f6b),segment_id=6341b723-6275-4155-b7d1-cef1d9441f6b)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:43.937924 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:43.951681 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Calling delete_port for f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 owned by network:router_interface {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:21:44.218230 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:44.248001 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Pushing event deleted for resources: {'Port': ['ID=f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:44.420469 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (8b16977a-b29a-479f-817f-c5fbb93ecd5d), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:44.564411 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50d5c3-2d24-4675-8ee4-476e0c9cfd8c req-ebbe1d2b-712e-4a12-965a-ac0b76ecc1c2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:44.565968 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5c50d5c3-2d24-4675-8ee4-476e0c9cfd8c req-ebbe1d2b-712e-4a12-965a-ac0b76ecc1c2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0997434 Jan 12 10:21:44.660854 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5c50d5c3-2d24-4675-8ee4-476e0c9cfd8c req-270c176d-f70b-4df5-a895-d492239367de tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883622 Jan 12 10:21:44.719862 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Router 8b16977a-b29a-479f-817f-c5fbb93ecd5d has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:44.831249 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:44.836574 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-3bdc93af-e8c1-41ce-ac59-20e75427a51d admin admin] 10.222.0.76 "PUT /v2.0/routers/8b16977a-b29a-479f-817f-c5fbb93ecd5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1598134 Jan 12 10:21:44.839152 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53650) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:44.842679 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] Sync routers for ids ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:21:44.873702 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] Routers {'8b16977a-b29a-479f-817f-c5fbb93ecd5d'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:44.874342 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:44.926258 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40863bf-c1f5-43b7-b605-103ea756feb5 req-201648e6-0c53-476f-9453-b597fc761a06 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:44.928636 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a40863bf-c1f5-43b7-b605-103ea756feb5 req-201648e6-0c53-476f-9453-b597fc761a06 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0684621 Jan 12 10:21:44.969303 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks [] for router (8b16977a-b29a-479f-817f-c5fbb93ecd5d), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.036665 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a40863bf-c1f5-43b7-b605-103ea756feb5 req-1efcc3b7-be37-4155-b8af-f61322a0295c tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955064 Jan 12 10:21:45.100140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks [] for router_gateway (8b16977a-b29a-479f-817f-c5fbb93ecd5d), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.114430 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] Set router 8b16977a-b29a-479f-817f-c5fbb93ecd5d gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:45.201629 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Deleting port 7cc8e8d6-5d43-4b61-83aa-e36a17333536 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:21:45.202069 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.298655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] For port 7cc8e8d6-5d43-4b61-83aa-e36a17333536, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=7cc8e8d6-5d43-4b61-83aa-e36a17333536,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:45.299436 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.306022 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:21:44Z', 'revision_number': 5, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port': {'id': '7cc8e8d6-5d43-4b61-83aa-e36a17333536', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:43:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:18:38Z', 'updated_at': '2022-01-12T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:45.313120 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Calling delete_port for 7cc8e8d6-5d43-4b61-83aa-e36a17333536 owned by network:router_gateway {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:21:45.343473 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] Checking router: 8b16977a-b29a-479f-817f-c5fbb93ecd5d for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:21:45.352139 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] Routers {'8b16977a-b29a-479f-817f-c5fbb93ecd5d'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:45.352679 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:45.439229 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] Set router 8b16977a-b29a-479f-817f-c5fbb93ecd5d gateway port host: None {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:45.493077 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:21:45Z', 'revision_number': 6, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port_host': None}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:45.524039 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600451f3-aa89-471c-84de-6ae7ddc8279c None None] The sync data for ids ['8b16977a-b29a-479f-817f-c5fbb93ecd5d'] in dv-cinder-821602-9-iscsi is: [{'id': '8b16977a-b29a-479f-817f-c5fbb93ecd5d', 'name': 'tempest-ServerRescueNegativeTestJSON-1794641294-router', 'tenant_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:18:37Z', 'updated_at': '2022-01-12T10:21:45Z', 'revision_number': 6, 'project_id': 'f629494cd87248aab0f35a7aaf7bf2cf', 'gw_port_host': None}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:21:45.545212 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (7cc8e8d6-5d43-4b61-83aa-e36a17333536), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.573406 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc8e8d6-5d43-4b61-83aa-e36a17333536,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:45.634917 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (8b16977a-b29a-479f-817f-c5fbb93ecd5d), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.755452 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (8b16977a-b29a-479f-817f-c5fbb93ecd5d), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.770375 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks [] for router_controller (8b16977a-b29a-479f-817f-c5fbb93ecd5d), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.849175 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968f23f-3f31-4b26-afd6-b10fa8077609 req-64deb0e8-aa29-436c-917f-121ee254fe50 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:45.850947 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5968f23f-3f31-4b26-afd6-b10fa8077609 req-64deb0e8-aa29-436c-917f-121ee254fe50 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.1096179 Jan 12 10:21:45.909437 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (8b16977a-b29a-479f-817f-c5fbb93ecd5d), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.909971 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b16977a-b29a-479f-817f-c5fbb93ecd5d {{(pid=103261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:21:45.915787 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.916955 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-35a191f5-f46c-4a3a-8923-06c592a2e9b6 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8b16977a-b29a-479f-817f-c5fbb93ecd5d HTTP/1.1" status: 204 len: 168 time: 1.0759919 Jan 12 10:21:45.921022 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53656) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:45.921603 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5968f23f-3f31-4b26-afd6-b10fa8077609 req-67559fd5-501f-492c-9e93-5cae8ead62fd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631144 Jan 12 10:21:45.989062 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] Deleting subnet 498449c8-e80e-469b-8ba2-338a57ca0a85 {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:21:45.992584 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] Publish callbacks [] for subnet (498449c8-e80e-469b-8ba2-338a57ca0a85), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:45.995306 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:21:46.025982 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:21:46.026429 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device f4fb79b0-c4b7-4a2b-90e9-dcf6b67fb441 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:21:46.073458 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (498449c8-e80e-469b-8ba2-338a57ca0a85), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:46.137443 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e463f-bcd7-4db9-8ffb-ab5e87b825db req-e0bc4c89-6126-40a3-a323-9def9540b5be tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:46.139605 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-812e463f-bcd7-4db9-8ffb-ab5e87b825db req-e0bc4c89-6126-40a3-a323-9def9540b5be tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.1077354 Jan 12 10:21:46.145131 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (498449c8-e80e-469b-8ba2-338a57ca0a85), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:46.148841 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53662) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:46.154769 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Request body: {'floatingip': {'port_id': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:46.199892 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:46.245156 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112db1b7-1371-4e4d-9ac4-051bc3bcff48 req-c0cbbeb1-f318-40ca-9beb-6c491ec813ba tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:46.247358 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-112db1b7-1371-4e4d-9ac4-051bc3bcff48 req-c0cbbeb1-f318-40ca-9beb-6c491ec813ba tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.1247342 Jan 12 10:21:46.258725 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (498449c8-e80e-469b-8ba2-338a57ca0a85), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:46.291593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=498449c8-e80e-469b-8ba2-338a57ca0a85,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:46.298684 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:46.304916 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-823577d7-5728-4d4c-a6b2-5b8a2c2e84d7 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/498449c8-e80e-469b-8ba2-338a57ca0a85 HTTP/1.1" status: 204 len: 168 time: 0.3808138 Jan 12 10:21:46.305063 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53664) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:46.735998 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-112db1b7-1371-4e4d-9ac4-051bc3bcff48 req-724a3add-7397-40c5-ab2f-961846c2067e tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4818923 Jan 12 10:21:46.750881 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (8ec688d5-17a4-4074-9e4c-75c9a85c307a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:46.929128 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (8ec688d5-17a4-4074-9e4c-75c9a85c307a), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:46.999851 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec688d5-17a4-4074-9e4c-75c9a85c307a']}} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:47.021344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6341b723-6275-4155-b7d1-cef1d9441f6b') {'for_net_delete': True} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:47.021543 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6341b723-6275-4155-b7d1-cef1d9441f6b') {} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:47.060404 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460946'] for segment (6341b723-6275-4155-b7d1-cef1d9441f6b), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.086507 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (6341b723-6275-4155-b7d1-cef1d9441f6b), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.100241 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Releasing vlan 775 on physical network physnet1 to pool {{(pid=103261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:21:47.100643 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114346'] for segment (6341b723-6275-4155-b7d1-cef1d9441f6b), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.102383 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: Traceback (most recent call last): Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: timer() Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: cb(*args, **kw) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: return func(*args, **kwargs) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: self._notify() Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: self.callback(batched_events) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: event.method(event) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: return f(self, *a, **k) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._get(url).json() Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: return self.request(url, 'GET', **kwargs) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:21:47.104668 dv-cinder-821602-9-iscsi neutron-server[103261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:21:47.155745 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.231493 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (8ec688d5-17a4-4074-9e4c-75c9a85c307a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.239336 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.242509 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] 10.222.0.76 "DELETE /v2.0/networks/8ec688d5-17a4-4074-9e4c-75c9a85c307a HTTP/1.1" status: 204 len: 168 time: 0.9196498 Jan 12 10:21:47.250568 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.259960 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03931aba-8337-4f19-bb78-d2b9126bd735 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec688d5-17a4-4074-9e4c-75c9a85c307a,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:47.292533 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.403093 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Floating IP 1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8 associated. External IP: 172.27.0.216, port: 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea. Jan 12 10:21:47.539069 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53672) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:47.582851 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-c3dd65cb-4e8d-4a13-8546-da099094691d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=f629494cd87248aab0f35a7aaf7bf2cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425329 Jan 12 10:21:47.585257 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53674) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:47.618328 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Router 8fe376ca-99fd-4c7b-a548-02b762fcea92 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:47.635692 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a99d-328a-43a2-9bd4-06bfb31bd3c9 admin admin] Publish callbacks [] for security_group (8913e4e3-f3a4-4da8-a354-ddf9d709cf95), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.665630 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a99d-328a-43a2-9bd4-06bfb31bd3c9 admin admin] Publish callbacks [] for security_group (8913e4e3-f3a4-4da8-a354-ddf9d709cf95), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.734746 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:47.740916 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.748107 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] Sync routers for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:21:47.759255 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:47.759448 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:47.768893 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-852dbedd-1256-44d4-b804-048a2c832f5b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "PUT /v2.0/floatingips/1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8 HTTP/1.1" status: 200 len: 991 time: 1.6188259 Jan 12 10:21:47.769976 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:21:47.771981 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:21:47.795329 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a99d-328a-43a2-9bd4-06bfb31bd3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (8913e4e3-f3a4-4da8-a354-ddf9d709cf95), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.798586 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a99d-328a-43a2-9bd4-06bfb31bd3c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:47.800058 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5ee0a99d-328a-43a2-9bd4-06bfb31bd3c9 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8913e4e3-f3a4-4da8-a354-ddf9d709cf95 HTTP/1.1" status: 204 len: 168 time: 0.2138751 Jan 12 10:21:47.825966 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0a99d-328a-43a2-9bd4-06bfb31bd3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8913e4e3-f3a4-4da8-a354-ddf9d709cf95,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:47.873146 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab05324-8097-4e24-b5c6-9267e548a883 req-357cc032-5939-415b-a6ed-0c7f90fce571 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:47.877706 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ab05324-8097-4e24-b5c6-9267e548a883 req-357cc032-5939-415b-a6ed-0c7f90fce571 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0645578 Jan 12 10:21:47.922299 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 7cc8e8d6-5d43-4b61-83aa-e36a17333536 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:21:47.925387 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:47.943697 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db37f638-2806-465e-bb76-bcd74b1b4fa4 x-openstack-request-id: req-db37f638-2806-465e-bb76-bcd74b1b4fa4 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:21:47.944206 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:21:47.944206 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-db37f638-2806-465e-bb76-bcd74b1b4fa4 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:21:47.944616 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'status': 'completed', 'code': 200} Jan 12 10:21:47.970154 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ab05324-8097-4e24-b5c6-9267e548a883 req-1ce8422d-f05a-4e04-8e21-9428826db9b0 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884607 Jan 12 10:21:48.014942 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-95e873e4-1b7b-4477-8c8c-01fc227d8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.016391 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-95e873e4-1b7b-4477-8c8c-01fc227d8358 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0459638 Jan 12 10:21:48.097480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 7cc8e8d6-5d43-4b61-83aa-e36a17333536 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:21:48.097831 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 7cc8e8d6-5d43-4b61-83aa-e36a17333536 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:21:48.122433 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-73d49272-6a2d-4795-a388-0422b98d1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.123927 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-73d49272-6a2d-4795-a388-0422b98d1af0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.1004989 Jan 12 10:21:48.197409 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-73d02418-04c3-4705-9ce6-c0d6303c4e2f service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea HTTP/1.1" status: 200 len: 999 time: 0.0663979 Jan 12 10:21:48.264735 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-e1b08d08-c623-4dcd-b50f-6ba14b47e9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.266338 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-e1b08d08-c623-4dcd-b50f-6ba14b47e9ce service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0624492 Jan 12 10:21:48.328938 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-d2136317-428f-40e3-9604-825f1c2fa163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:48.330777 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-d2136317-428f-40e3-9604-825f1c2fa163 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505519 Jan 12 10:21:48.373673 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'port_id': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'mac_address': 'fa:16:3e:8b:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:29Z', 'updated_at': '2022-01-12T10:21:47Z', 'revision_number': 1, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:48.400134 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] Checking router: 8fe376ca-99fd-4c7b-a548-02b762fcea92 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:21:48.409141 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:48.409749 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:48.421145 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-4330c125-ffed-4f62-ab66-7af8936c0c9f service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839176 Jan 12 10:21:48.522404 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e4e2ebb0-a02c-4719-a92f-7255741e2d6a req-094f38d7-c5ed-460b-be4e-14e770315eee service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951097 Jan 12 10:21:48.540495 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:48.779687 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'port_id': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'mac_address': 'fa:16:3e:8b:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:29Z', 'updated_at': '2022-01-12T10:21:47Z', 'revision_number': 1, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:48.806610 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce4159-029a-4503-a61e-68d4faad4aa2 None None] The sync data for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi is: [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'floating_ip_address': '172.27.0.216', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'port_id': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'mac_address': 'fa:16:3e:8b:7a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:29Z', 'updated_at': '2022-01-12T10:21:47Z', 'revision_number': 1, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:21:48.965934 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53718) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:49.017955 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb197f9-0bc8-4e36-a2f2-d9dd304ec76b None None] New status for floating IP 1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8: ACTIVE {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:21:49.093402 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1475212449-network', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:49.121655 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff8fc8-c9b8-4c86-9e7c-65faed6a8ad7 req-fed96ddf-dfb4-40ad-9320-e51b82f588c5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:49.123235 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8aff8fc8-c9b8-4c86-9e7c-65faed6a8ad7 req-fed96ddf-dfb4-40ad-9320-e51b82f588c5 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0710216 Jan 12 10:21:49.193718 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8aff8fc8-c9b8-4c86-9e7c-65faed6a8ad7 req-df9a21f7-7077-47a2-ab25-d6f03b544b4b tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638807 Jan 12 10:21:49.263897 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Made reservation on behalf of 0c01158f1f6b4d6f90e9c3589f7781b0 for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:49.266413 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.275522 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.352574 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks [] for security_group (b9afeb68-795c-4640-a7d8-ca1e0a36e0cf), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.389202 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b9afeb68-795c-4640-a7d8-ca1e0a36e0cf), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.414109 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:21:49.424168 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9afeb68-795c-4640-a7d8-ca1e0a36e0cf,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:49.428982 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.429324 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Added segment 0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8 of type vlan for network 93afd915-ae37-41bf-8ffd-5600bd743f3c Jan 12 10:21:49.473601 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (93afd915-ae37-41bf-8ffd-5600bd743f3c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.544346 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (93afd915-ae37-41bf-8ffd-5600bd743f3c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.545373 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:49.546522 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.611077 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] Pushing event updated for resources: {'Network': ['ID=93afd915-ae37-41bf-8ffd-5600bd743f3c,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:49.622451 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:21:49.659875 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-39cc700a-10bb-4951-a4f9-0d126782a706 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6927314 Jan 12 10:21:49.662670 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53726) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:49.667481 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Request body: {'subnet': {'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1475212449-subnet', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:49.759964 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Made reservation on behalf of 0c01158f1f6b4d6f90e9c3589f7781b0 for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:21:49.762883 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:49.983778 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (a9c4c626-17c6-468e-9fc8-f4721d5d0c86), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.038226 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c4c626-17c6-468e-9fc8-f4721d5d0c86,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:50.048802 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Checking segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:21:50.049196 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Network hostable DHCP agents. Network: 93afd915-ae37-41bf-8ffd-5600bd743f3c, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:21:50.115495 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:21:50.184365 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 93afd915-ae37-41bf-8ffd-5600bd743f3c) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:50.188826 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:50.189473 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.193902 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255054f5-d9b1-42b6-b700-7d1cbab3bd49 None None] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:21:50.284104 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-18c935fc-b1b3-414f-b74f-7fdd19c5bee6 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6202345 Jan 12 10:21:50.287187 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53732) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:50.291655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:50.316061 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-93afd915-ae37-41bf-8ffd-5600bd743f3c', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:21:50.317271 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.331993 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da8631-dc00-4cc1-95a8-e11bb8dd522e req-9be29322-763e-41b2-80ce-96842326abe6 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:50.333627 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-08da8631-dc00-4cc1-95a8-e11bb8dd522e req-9be29322-763e-41b2-80ce-96842326abe6 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0669100 Jan 12 10:21:50.383713 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.385800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.399524 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-08da8631-dc00-4cc1-95a8-e11bb8dd522e req-082dc610-9696-4432-b6a0-0720c2c51d01 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594282 Jan 12 10:21:50.455769 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks [] for router_controller (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), precommit_add_association {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.475119 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Allocated IP 172.20.0.2 (93afd915-ae37-41bf-8ffd-5600bd743f3c/a9c4c626-17c6-468e-9fc8-f4721d5d0c86/62ac520c-006a-4112-88b4-dac0879bdddd) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:50.618542 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Publish callbacks [] for port (62ac520c-006a-4112-88b4-dac0879bdddd), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.661245 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks [] for router_gateway (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.681236 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.729103 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:50.733859 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:50.737524 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:50.749016 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Pushing event updated for resources: {'Port': ['ID=62ac520c-006a-4112-88b4-dac0879bdddd,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:50.805410 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Attempting to bind port 62ac520c-006a-4112-88b4-dac0879bdddd on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:21:50.805777 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Attempting to bind port 62ac520c-006a-4112-88b4-dac0879bdddd by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:21:50.806135 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Attempting to bind port 62ac520c-006a-4112-88b4-dac0879bdddd on network 93afd915-ae37-41bf-8ffd-5600bd743f3c {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:21:50.812056 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:21:50.825262 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Checking segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:21:50.825262 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.825262 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Bound using segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:21:50.825262 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Bound port: 62ac520c-006a-4112-88b4-dac0879bdddd, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:21:50.825262 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.884734 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] For port 62ac520c-006a-4112-88b4-dac0879bdddd, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:50.889362 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] For port 62ac520c-006a-4112-88b4-dac0879bdddd, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=62ac520c-006a-4112-88b4-dac0879bdddd,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:50.937371 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks [] for router_gateway (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.955535 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:50.984230 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:51.046826 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c12ee0-564e-409d-be60-61c5db236b09 None None] Pushing event updated for resources: {'Port': ['ID=62ac520c-006a-4112-88b4-dac0879bdddd,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:51.070687 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Allocated IP 172.27.0.66 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/6692017f-cf5f-43ce-a26a-2e71319d5151) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:51.192580 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks [] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:51.321585 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:51.364290 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:51.367169 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:51.370553 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:51.376134 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Pushing event updated for resources: {'Port': ['ID=6692017f-cf5f-43ce-a26a-2e71319d5151,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:51.524298 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113efc21-9d1c-40d6-b3ba-ab9cba2d4c7c req-7f0a2d24-8364-45ff-a46f-f01b2bae696c tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:51.525863 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-113efc21-9d1c-40d6-b3ba-ab9cba2d4c7c req-7f0a2d24-8364-45ff-a46f-f01b2bae696c tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0551748 Jan 12 10:21:51.587054 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-113efc21-9d1c-40d6-b3ba-ab9cba2d4c7c req-f866467e-76ae-4bc2-8e58-98343940d250 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552227 Jan 12 10:21:51.712024 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks [] for router_gateway (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:51.928545 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:51.965589 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a9d106-5716-4dfc-8c74-54373af48a5d None None] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:21:51.994096 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 62ac520c-006a-4112-88b4-dac0879bdddd up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:52.082536 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-d53d48ee-0e21-433e-bdbe-a7c2acb6e978 None None] Provisioning complete for port 62ac520c-006a-4112-88b4-dac0879bdddd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:52.082909 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d53d48ee-0e21-433e-bdbe-a7c2acb6e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:52.115290 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:21:52.151414 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 62ac520c-006a-4112-88b4-dac0879bdddd triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:52.151774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:52.239569 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:52.240913 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-d53d48ee-0e21-433e-bdbe-a7c2acb6e978 None None] Current status of the port 62ac520c-006a-4112-88b4-dac0879bdddd is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:52.241343 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d53d48ee-0e21-433e-bdbe-a7c2acb6e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:52.274745 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Sync routers for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:21:52.313177 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:52.313847 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:52.317966 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:52.324627 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-bd13f815-15e1-4846-b1f0-02fe987548fa admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0314035 Jan 12 10:21:52.324627 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53744) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:52.329734 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-d53d48ee-0e21-433e-bdbe-a7c2acb6e978 None None] For port 62ac520c-006a-4112-88b4-dac0879bdddd, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=62ac520c-006a-4112-88b4-dac0879bdddd,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:52.362320 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 62ac520c-006a-4112-88b4-dac0879bdddd is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:52.362706 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:52.564893 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d53d48ee-0e21-433e-bdbe-a7c2acb6e978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:52.662797 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:52.664737 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.db.api [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:21:52.665117 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG oslo_db.api [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:21:52.665781 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d48ee-0e21-433e-bdbe-a7c2acb6e978 None None] Pushing event updated for resources: {'Port': ['ID=62ac520c-006a-4112-88b4-dac0879bdddd,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:52.743166 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243f759-0eea-47ce-bf05-c23d009e2bdd req-f93dab62-ea9f-4503-9f85-81d84ac609f3 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:52.755409 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7243f759-0eea-47ce-bf05-c23d009e2bdd req-f93dab62-ea9f-4503-9f85-81d84ac609f3 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0694427 Jan 12 10:21:52.828942 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7243f759-0eea-47ce-bf05-c23d009e2bdd req-d59d3a5d-88d0-4429-ba8e-e9267e05061a tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722966 Jan 12 10:21:52.876985 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-8cee09f1-fc36-4f2c-b3b5-53bf289d10f1 None None] Provisioning complete for port 62ac520c-006a-4112-88b4-dac0879bdddd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:52.877373 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8cee09f1-fc36-4f2c-b3b5-53bf289d10f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.006736 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8cee09f1-fc36-4f2c-b3b5-53bf289d10f1 None None] Current status of the port 62ac520c-006a-4112-88b4-dac0879bdddd is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:53.015586 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:51Z', 'revision_number': 3, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:53.047320 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Checking router: 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:21:53.047669 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Updating router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 port 6692017f-cf5f-43ce-a26a-2e71319d5151 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:21:53.075544 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.084340 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.255050 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 62ac520c-006a-4112-88b4-dac0879bdddd is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:53.264064 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Allocated IP 172.20.0.1 (93afd915-ae37-41bf-8ffd-5600bd743f3c/a9c4c626-17c6-468e-9fc8-f4721d5d0c86/380bc2fb-d934-4f53-9c52-c5b15b708a56) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:53.377246 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks [] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.415710 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Publish callbacks [] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.459588 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.487185 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.517600 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:53.519557 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:53.523356 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:53.525913 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Pushing event updated for resources: {'Port': ['ID=380bc2fb-d934-4f53-9c52-c5b15b708a56,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:53.548119 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65099b-fcfb-4989-9360-1256b2b78cdd None None] Pushing event updated for resources: {'Port': ['ID=6692017f-cf5f-43ce-a26a-2e71319d5151,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:53.551104 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Attempting to bind port 6692017f-cf5f-43ce-a26a-2e71319d5151 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:21:53.551328 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Attempting to bind port 6692017f-cf5f-43ce-a26a-2e71319d5151 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:21:53.551808 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Attempting to bind port 6692017f-cf5f-43ce-a26a-2e71319d5151 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:21:53.570182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:21:53.570182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:21:53.570182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.570182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:21:53.570182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Bound port: 6692017f-cf5f-43ce-a26a-2e71319d5151, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:21:53.570182 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.576413 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.634441 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] For port 6692017f-cf5f-43ce-a26a-2e71319d5151, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:53.639753 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] For port 6692017f-cf5f-43ce-a26a-2e71319d5151, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=6692017f-cf5f-43ce-a26a-2e71319d5151,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:53.727350 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.782955 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.787230 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:53.787854 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:53.828101 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65099b-fcfb-4989-9360-1256b2b78cdd None None] Pushing event updated for resources: {'Port': ['ID=6692017f-cf5f-43ce-a26a-2e71319d5151,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:53.885929 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-263caa95-104b-4d94-9f07-982f89cb8ba7 None None] Provisioning complete for port 380bc2fb-d934-4f53-9c52-c5b15b708a56 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:53.886860 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-263caa95-104b-4d94-9f07-982f89cb8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.942916 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:53.969576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks [] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:53.970916 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-263caa95-104b-4d94-9f07-982f89cb8ba7 None None] Port 380bc2fb-d934-4f53-9c52-c5b15b708a56 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:21:53.975846 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 62ac520c-006a-4112-88b4-dac0879bdddd up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:53.989686 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253db9d-dce3-469c-abbb-cae3d76331ef req-af63f6d4-4613-4f46-a877-c877d41af668 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:53.991219 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f253db9d-dce3-469c-abbb-cae3d76331ef req-af63f6d4-4613-4f46-a877-c877d41af668 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0628431 Jan 12 10:21:54.052545 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:54.061150 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f253db9d-dce3-469c-abbb-cae3d76331ef req-a8a5bca8-281e-41d5-a957-61cc1c8339a2 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=12fc2fe3-33d4-47b3-a010-f8b754b83224&id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628676 Jan 12 10:21:54.125733 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Pushing event updated for resources: {'Port': ['ID=380bc2fb-d934-4f53-9c52-c5b15b708a56,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:54.128487 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 62ac520c-006a-4112-88b4-dac0879bdddd triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:54.129080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:54.129210 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:54.223146 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:54.224862 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:54.255205 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 62ac520c-006a-4112-88b4-dac0879bdddd is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:54.260113 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:54.289037 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252de6c-c2fd-4ffb-b73f-dc43a5387abe None None] The sync data for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi is: [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:21:54.367689 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:21:54.487314 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:21:54.497034 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-4709a232-96c1-4314-9226-11cdcd82ad4f admin admin] 10.222.0.76 "PUT /v2.0/routers/561b1d39-d5ba-4d2d-9050-c7597ff89ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1734395 Jan 12 10:21:54.510111 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-13b7ee8a-87b7-4eaf-b920-5cf2b66ede67 None None] Provisioning complete for port 380bc2fb-d934-4f53-9c52-c5b15b708a56 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:54.514634 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-13b7ee8a-87b7-4eaf-b920-5cf2b66ede67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:54.561568 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-13b7ee8a-87b7-4eaf-b920-5cf2b66ede67 None None] Port 380bc2fb-d934-4f53-9c52-c5b15b708a56 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:21:55.307566 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53778) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:55.312801 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-f9f75cd0-57f8-47f2-beec-eb1c05aa434f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1727146001', 'description': 'tempest-description--1877806328'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:55.395452 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9f75cd0-57f8-47f2-beec-eb1c05aa434f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.469717 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9f75cd0-57f8-47f2-beec-eb1c05aa434f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (e271a169-14d8-4bc9-b786-9130d68742f7), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.544795 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9f75cd0-57f8-47f2-beec-eb1c05aa434f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e271a169-14d8-4bc9-b786-9130d68742f7), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.572706 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f75cd0-57f8-47f2-beec-eb1c05aa434f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e271a169-14d8-4bc9-b786-9130d68742f7,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:55.631742 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f9f75cd0-57f8-47f2-beec-eb1c05aa434f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.633163 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-f9f75cd0-57f8-47f2-beec-eb1c05aa434f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3240054 Jan 12 10:21:55.636002 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53784) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:55.641454 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-92149fef-b14b-4344-9899-e2b2ff625a74 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'security_group_rule': {'security_group_id': 'e271a169-14d8-4bc9-b786-9130d68742f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:55.715621 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-92149fef-b14b-4344-9899-e2b2ff625a74 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (40d95dfd-2fea-4dc2-ab91-49a8003454fe), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.773120 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-92149fef-b14b-4344-9899-e2b2ff625a74 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (40d95dfd-2fea-4dc2-ab91-49a8003454fe), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.818570 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-92149fef-b14b-4344-9899-e2b2ff625a74 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (40d95dfd-2fea-4dc2-ab91-49a8003454fe), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.841386 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92149fef-b14b-4344-9899-e2b2ff625a74 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40d95dfd-2fea-4dc2-ab91-49a8003454fe,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:55.911685 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-92149fef-b14b-4344-9899-e2b2ff625a74 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:55.913181 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-92149fef-b14b-4344-9899-e2b2ff625a74 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2750392 Jan 12 10:21:55.915767 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53786) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:55.920205 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-6f58d16c-6f2b-4371-8cf4-6622b91f9e65 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'security_group_rule': {'security_group_id': 'e271a169-14d8-4bc9-b786-9130d68742f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:55.955092 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6692017f-cf5f-43ce-a26a-2e71319d5151 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:56.005409 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 6692017f-cf5f-43ce-a26a-2e71319d5151 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:56.005750 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-6f58d16c-6f2b-4371-8cf4-6622b91f9e65 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (199576a5-6f36-41bc-ba15-f57b30e596fc), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.005903 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.065995 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-6f58d16c-6f2b-4371-8cf4-6622b91f9e65 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (199576a5-6f36-41bc-ba15-f57b30e596fc), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.088546 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 6692017f-cf5f-43ce-a26a-2e71319d5151 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:56.088975 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.111271 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 6692017f-cf5f-43ce-a26a-2e71319d5151, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=6692017f-cf5f-43ce-a26a-2e71319d5151,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:56.139278 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-6f58d16c-6f2b-4371-8cf4-6622b91f9e65 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (199576a5-6f36-41bc-ba15-f57b30e596fc), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.159742 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58d16c-6f2b-4371-8cf4-6622b91f9e65 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199576a5-6f36-41bc-ba15-f57b30e596fc,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:56.201678 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.225870 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-6f58d16c-6f2b-4371-8cf4-6622b91f9e65 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.227500 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-6f58d16c-6f2b-4371-8cf4-6622b91f9e65 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3104932 Jan 12 10:21:56.230630 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 53788) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:21:56.235263 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:21:56.253908 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=6692017f-cf5f-43ce-a26a-2e71319d5151,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:56.300776 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Sync routers for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:21:56.311659 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:56.312254 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:56.321185 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.417491 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.417799 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:56.525247 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Allocated IP 172.27.0.101 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:21:56.635306 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 2, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:56.640668 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.664114 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Checking router: 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:21:56.664472 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Updating router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 port 380bc2fb-d934-4f53-9c52-c5b15b708a56 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:21:56.693882 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.755299 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.766250 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a0974de1-28de-4dd7-aac4-431db62f6a18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:56.809167 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:21:56.812744 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:21:56.815471 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:21:56.849240 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'Port': ['ID=22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:56.946641 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (ad081bc2-73ec-4b94-b946-4d458bcb935c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.043015 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Publish callbacks [] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.054980 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.138963 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.183706 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Pushing event updated for resources: {'Port': ['ID=380bc2fb-d934-4f53-9c52-c5b15b708a56,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:57.193600 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.193968 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.194554 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.194671 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.194961 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.195276 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.195889 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.195889 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.196208 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.196542 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.196848 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.197191 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.197502 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:21:57.215253 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.255067 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Attempting to bind port 380bc2fb-d934-4f53-9c52-c5b15b708a56 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:21:57.255424 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Attempting to bind port 380bc2fb-d934-4f53-9c52-c5b15b708a56 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:21:57.255776 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Attempting to bind port 380bc2fb-d934-4f53-9c52-c5b15b708a56 on network 93afd915-ae37-41bf-8ffd-5600bd743f3c {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:21:57.261040 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:21:57.262009 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Checking segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:21:57.262619 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.263163 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Bound using segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:21:57.263630 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Bound port: 380bc2fb-d934-4f53-9c52-c5b15b708a56, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:21:57.264031 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.275194 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.332183 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] For port 380bc2fb-d934-4f53-9c52-c5b15b708a56, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:21:57.342243 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] For port 380bc2fb-d934-4f53-9c52-c5b15b708a56, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=380bc2fb-d934-4f53-9c52-c5b15b708a56,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:21:57.353320 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'Port': ['ID=22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:57.360056 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (ad081bc2-73ec-4b94-b946-4d458bcb935c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.402930 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-a59ba611-4b06-4387-9c01-e8940e4f1bd9 None None] Provisioning complete for port 380bc2fb-d934-4f53-9c52-c5b15b708a56 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:57.403569 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a59ba611-4b06-4387-9c01-e8940e4f1bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.418101 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.438089 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-a59ba611-4b06-4387-9c01-e8940e4f1bd9 None None] Port 380bc2fb-d934-4f53-9c52-c5b15b708a56 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:21:57.459951 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.461841 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-11043435-bdf5-4819-9fc2-14ef6cf964a3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2301733 Jan 12 10:21:57.471780 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:21:57.472405 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:57.529245 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410172b8-f905-4271-8e65-dc982f302424 None None] Pushing event updated for resources: {'Port': ['ID=380bc2fb-d934-4f53-9c52-c5b15b708a56,revision_number=4']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:57.611553 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:21:57.640759 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-4c907de0-01d0-4ee1-a062-f26159060ea2 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--1727146001&fields=id&tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0 HTTP/1.1" status: 200 len: 267 time: 0.0521541 Jan 12 10:21:57.763820 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-71e9d5f5-7213-4f30-90bc-7b2d01e63686 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:21:57.765487 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-71e9d5f5-7213-4f30-90bc-7b2d01e63686 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 811 time: 0.1177104 Jan 12 10:21:57.769107 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-2a58920a-8dc3-4ea5-ba7b-316e638f7648 None None] Provisioning complete for port 380bc2fb-d934-4f53-9c52-c5b15b708a56 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:57.769491 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2a58920a-8dc3-4ea5-ba7b-316e638f7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.784694 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-0fdea5b1-053b-474b-988c-ea8d42ddb19c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/quotas/0c01158f1f6b4d6f90e9c3589f7781b0 HTTP/1.1" status: 200 len: 375 time: 0.0117922 Jan 12 10:21:57.839108 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:21:57.843872 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-a16ec775-5b2f-4e28-b399-14a71fea39ec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525012 Jan 12 10:21:57.861099 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-2a58920a-8dc3-4ea5-ba7b-316e638f7648 None None] Current status of the port 380bc2fb-d934-4f53-9c52-c5b15b708a56 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:57.861495 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2a58920a-8dc3-4ea5-ba7b-316e638f7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.870970 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf32879f-c3fa-4bc5-a866-7f48d4558767 None None] The sync data for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi is: [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:21:57.906921 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-2a58920a-8dc3-4ea5-ba7b-316e638f7648 None None] For port 380bc2fb-d934-4f53-9c52-c5b15b708a56, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=380bc2fb-d934-4f53-9c52-c5b15b708a56,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:21:57.961082 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2a58920a-8dc3-4ea5-ba7b-316e638f7648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:57.965372 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-5e3c7446-1273-46f9-9742-c38b79eaf0e8 service neutron] 10.222.0.76 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081052 Jan 12 10:21:57.996563 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 380bc2fb-d934-4f53-9c52-c5b15b708a56 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:58.057985 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58920a-8dc3-4ea5-ba7b-316e638f7648 None None] Pushing event updated for resources: {'Port': ['ID=380bc2fb-d934-4f53-9c52-c5b15b708a56,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:21:58.074414 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 380bc2fb-d934-4f53-9c52-c5b15b708a56 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:58.075485 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:58.081232 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-14e5cbe3-1b82-46b7-8033-1860d1961021 service neutron] 10.222.0.76 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142485 Jan 12 10:21:58.318011 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 380bc2fb-d934-4f53-9c52-c5b15b708a56 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:58.319173 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6692017f-cf5f-43ce-a26a-2e71319d5151 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:58.374855 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 6692017f-cf5f-43ce-a26a-2e71319d5151 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:58.375317 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:58.396134 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4b19f960-8acb-426d-b1ac-45f64fa35d83 req-534df74e-d81b-4ab4-8259-44ec7955968a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 210 time: 0.0444636 Jan 12 10:21:58.469671 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 6692017f-cf5f-43ce-a26a-2e71319d5151 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:21:58.909294 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a28391d3-44b3-4ddd-a5f4-6c37e8e55ef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:21:59.473987 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1a9a6b90-afcd-4bcb-af71-d7bfddcd1233 req-6aa96054-aadb-4586-82f5-cf089e0d3fdd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 210 time: 0.0295899 Jan 12 10:21:59.944732 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 380bc2fb-d934-4f53-9c52-c5b15b708a56 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:21:59.999203 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 380bc2fb-d934-4f53-9c52-c5b15b708a56 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:21:59.999717 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:00.079177 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 380bc2fb-d934-4f53-9c52-c5b15b708a56 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:00.446638 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:00.570040 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-f5dc9334-f853-4b41-84b5-6d79b9542ce9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:00.571729 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-37844052-e9c1-4212-8c68-c4e287e648c6 req-5dc5d981-70cc-4677-ab29-53dd19365f3c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 210 time: 0.0268626 Jan 12 10:22:00.572665 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-f5dc9334-f853-4b41-84b5-6d79b9542ce9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 811 time: 0.1112900 Jan 12 10:22:00.660995 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-7925e8f0-4bb8-4cf1-ab10-e374c6c211cf tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0 HTTP/1.1" status: 200 len: 380 time: 0.0695441 Jan 12 10:22:00.672684 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'port': {'device_id': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'admin_state_up': True, 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'security_groups': ['e271a169-14d8-4bc9-b786-9130d68742f7']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:00.880334 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Made reservation on behalf of 0c01158f1f6b4d6f90e9c3589f7781b0 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:22:00.884308 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.036233 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Allocated IP 172.20.0.13 (93afd915-ae37-41bf-8ffd-5600bd743f3c/a9c4c626-17c6-468e-9fc8-f4721d5d0c86/c212b20b-a120-472b-95b0-22306117a924) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:22:01.179068 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for port (c212b20b-a120-472b-95b0-22306117a924), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.264614 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (c212b20b-a120-472b-95b0-22306117a924), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.310592 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:22:01.313591 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:22:01.317194 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:22:01.323436 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'Port': ['ID=c212b20b-a120-472b-95b0-22306117a924,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:01.382779 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:01.385922 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.449482 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d3123cc4-b679-4c50-9cdd-cd70a7571983 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7803330 Jan 12 10:22:01.461405 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Request body: {'port': {'device_id': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:01.518401 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c212b20b-a120-472b-95b0-22306117a924), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.603809 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-ddf615c3-3a9b-4b44-badd-956e43dbd8f2 None None] Provisioning complete for port c212b20b-a120-472b-95b0-22306117a924 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:22:01.604433 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-ddf615c3-3a9b-4b44-badd-956e43dbd8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (c212b20b-a120-472b-95b0-22306117a924), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.654416 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-ddf615c3-3a9b-4b44-badd-956e43dbd8f2 None None] Port c212b20b-a120-472b-95b0-22306117a924 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:22:01.707632 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53073e7d-ad91-4eb8-882c-f3c76bbc82af req-c8f32c1d-e645-4356-8ed9-7e2f04c3be3c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:01.709368 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-53073e7d-ad91-4eb8-882c-f3c76bbc82af req-c8f32c1d-e645-4356-8ed9-7e2f04c3be3c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 932 time: 0.0516047 Jan 12 10:22:01.732192 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.758788 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-53073e7d-ad91-4eb8-882c-f3c76bbc82af req-1ef18495-3b0b-43b7-a19a-51bd235d17cc tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429683 Jan 12 10:22:01.790870 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c212b20b-a120-472b-95b0-22306117a924 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:22:01.799419 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Publish callbacks [] for port (c212b20b-a120-472b-95b0-22306117a924), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:01.812188 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Transition to ACTIVE for port object c212b20b-a120-472b-95b0-22306117a924 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:22:01.978072 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (c212b20b-a120-472b-95b0-22306117a924), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:02.033021 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=c212b20b-a120-472b-95b0-22306117a924,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:02.109117 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Attempting to bind port c212b20b-a120-472b-95b0-22306117a924 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:22:02.110025 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Attempting to bind port c212b20b-a120-472b-95b0-22306117a924 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:22:02.110025 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Attempting to bind port c212b20b-a120-472b-95b0-22306117a924 on network 93afd915-ae37-41bf-8ffd-5600bd743f3c {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:22:02.114783 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Port c212b20b-a120-472b-95b0-22306117a924 on network 93afd915-ae37-41bf-8ffd-5600bd743f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:22:02.115107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Attempting to bind port c212b20b-a120-472b-95b0-22306117a924 on network 93afd915-ae37-41bf-8ffd-5600bd743f3c {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:22:02.120383 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:22:02.121475 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Checking segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:22:02.121982 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Bound using segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:22:02.122421 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Bound port: c212b20b-a120-472b-95b0-22306117a924, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:22:02.122794 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c212b20b-a120-472b-95b0-22306117a924), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:02.190563 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] For port c212b20b-a120-472b-95b0-22306117a924, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:22:02.193659 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] For port c212b20b-a120-472b-95b0-22306117a924, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c212b20b-a120-472b-95b0-22306117a924,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:22:02.229708 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (c212b20b-a120-472b-95b0-22306117a924), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:02.265459 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:02.266379 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:02.267672 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] 10.222.0.79 "PUT /v2.0/ports/c212b20b-a120-472b-95b0-22306117a924 HTTP/1.1" status: 200 len: 1094 time: 0.8106310 Jan 12 10:22:02.270401 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'tag': 'c212b20b-a120-472b-95b0-22306117a924'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:02.272196 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82293323-fbb2-4e6d-9c48-d79bacc0f417" -d '{"events": [{"name": "network-changed", "server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "tag": "c212b20b-a120-472b-95b0-22306117a924"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:02.301804 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8babbad-4d54-485e-9c7f-c2e80ff0bf3a service neutron] Pushing event updated for resources: {'Port': ['ID=c212b20b-a120-472b-95b0-22306117a924,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:02.310350 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d17a5f6-0bd5-4a29-9670-1de43a2c83dd x-openstack-request-id: req-7d17a5f6-0bd5-4a29-9670-1de43a2c83dd {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:02.310708 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "tag": "c212b20b-a120-472b-95b0-22306117a924", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:02.311094 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d17a5f6-0bd5-4a29-9670-1de43a2c83dd {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:02.311612 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'tag': 'c212b20b-a120-472b-95b0-22306117a924', 'status': 'completed', 'code': 200} Jan 12 10:22:02.783774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:02.919007 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5d125-f8d3-41ad-8d0b-420e3db9290b req-caed742a-5d18-45cf-80e1-7772961a9b0f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:02.920581 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a6e5d125-f8d3-41ad-8d0b-420e3db9290b req-caed742a-5d18-45cf-80e1-7772961a9b0f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 944 time: 0.0937951 Jan 12 10:22:02.972017 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a6e5d125-f8d3-41ad-8d0b-420e3db9290b req-32b91df8-5636-44dd-8694-1d17cb85695e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457880 Jan 12 10:22:04.085639 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b804b-da26-4834-b059-efbddda75aa5 req-1b3de7be-a20f-4635-b324-258e640d153f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:04.087150 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d87b804b-da26-4834-b059-efbddda75aa5 req-1b3de7be-a20f-4635-b324-258e640d153f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 944 time: 0.0516827 Jan 12 10:22:04.133749 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d87b804b-da26-4834-b059-efbddda75aa5 req-cc126683-5e7c-438d-9c73-e535ee6094b1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405896 Jan 12 10:22:04.460471 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82293323-fbb2-4e6d-9c48-d79bacc0f417 req-3fb59754-741f-4d93-88c9-4ab81a8d2add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:04.461997 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82293323-fbb2-4e6d-9c48-d79bacc0f417 req-3fb59754-741f-4d93-88c9-4ab81a8d2add service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 1097 time: 0.0446694 Jan 12 10:22:04.555202 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82293323-fbb2-4e6d-9c48-d79bacc0f417 req-d7f7ffe0-f70d-42d1-a817-71cfd09be289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:04.556722 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82293323-fbb2-4e6d-9c48-d79bacc0f417 req-d7f7ffe0-f70d-42d1-a817-71cfd09be289 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0878875 Jan 12 10:22:04.659880 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82293323-fbb2-4e6d-9c48-d79bacc0f417 req-4d1e1dbe-a8b8-4719-9738-ac77c66e658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:04.661413 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82293323-fbb2-4e6d-9c48-d79bacc0f417 req-4d1e1dbe-a8b8-4719-9738-ac77c66e658b service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984323 Jan 12 10:22:04.739107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-5197ed70-ac62-49c4-a178-5452abe5892e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:04.740640 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-5197ed70-ac62-49c4-a178-5452abe5892e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 1097 time: 0.0405626 Jan 12 10:22:04.782464 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-c23faa78-5e99-41db-800c-4a5bfcd200dd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c212b20b-a120-472b-95b0-22306117a924 HTTP/1.1" status: 200 len: 217 time: 0.0335436 Jan 12 10:22:04.836502 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-434e374a-a3aa-44fe-9983-ab44708f9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:04.837949 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-434e374a-a3aa-44fe-9983-ab44708f9982 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 200 len: 850 time: 0.0477753 Jan 12 10:22:04.884657 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-094c5cb1-bc09-4ec2-8aec-dbfca357e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:04.886292 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-094c5cb1-bc09-4ec2-8aec-dbfca357e5a8 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93afd915-ae37-41bf-8ffd-5600bd743f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417805 Jan 12 10:22:04.976446 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-95157f08-0e4c-44ff-a7f2-eb70cdbd6eb8 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822911 Jan 12 10:22:05.070864 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ea8bcce-c3ea-495a-9917-f094b0a4c8cc req-49e652d5-2605-49b6-b906-ddb3bb84f795 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834885 Jan 12 10:22:05.251490 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bea9f-33b2-4400-aff2-e99fdbc4a935 req-ec467c87-925b-4d42-a168-9959a3a1b6f2 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:05.252957 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-747bea9f-33b2-4400-aff2-e99fdbc4a935 req-ec467c87-925b-4d42-a168-9959a3a1b6f2 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 944 time: 0.0504210 Jan 12 10:22:05.302184 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-747bea9f-33b2-4400-aff2-e99fdbc4a935 req-8053ef39-3c97-4056-92d8-d74986e4408f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437415 Jan 12 10:22:06.419339 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba7bf2-adb3-46a5-b697-e452e5379d61 req-37a23490-89ed-4086-987e-de001a7deb03 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:06.421022 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1dba7bf2-adb3-46a5-b697-e452e5379d61 req-37a23490-89ed-4086-987e-de001a7deb03 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 944 time: 0.0529380 Jan 12 10:22:06.468254 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1dba7bf2-adb3-46a5-b697-e452e5379d61 req-efe31952-991f-409d-a82c-afe4d3513dfa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414646 Jan 12 10:22:06.956835 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:22:07.582511 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddeb73-1e94-4112-b098-384edc3cbae7 req-76f586da-7ba5-4bab-8a0e-55535823f931 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:07.584013 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6fddeb73-1e94-4112-b098-384edc3cbae7 req-76f586da-7ba5-4bab-8a0e-55535823f931 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 944 time: 0.0493543 Jan 12 10:22:07.631240 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6fddeb73-1e94-4112-b098-384edc3cbae7 req-45ad61ce-6cb2-4b9a-aa02-564f79e0076c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417595 Jan 12 10:22:08.118396 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c212b20b-a120-472b-95b0-22306117a924 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:22:08.218636 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port c212b20b-a120-472b-95b0-22306117a924, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c212b20b-a120-472b-95b0-22306117a924,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:08.229394 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'c212b20b-a120-472b-95b0-22306117a924', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'port_id': 'c212b20b-a120-472b-95b0-22306117a924', 'mac_address': 'fa:16:3e:b7:35:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:22:08.267775 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port c212b20b-a120-472b-95b0-22306117a924 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:08.268171 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c212b20b-a120-472b-95b0-22306117a924), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:08.284803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c212b20b-a120-472b-95b0-22306117a924 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:22:08.305291 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port c212b20b-a120-472b-95b0-22306117a924, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c212b20b-a120-472b-95b0-22306117a924,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:08.355737 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (c212b20b-a120-472b-95b0-22306117a924), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:08.401063 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=c212b20b-a120-472b-95b0-22306117a924,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:08.747439 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a76b0-119a-4b9d-aae1-41c0fcea4b60 req-d8ad2254-74c4-40aa-b6b1-8473fa69037c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:08.748922 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8b8a76b0-119a-4b9d-aae1-41c0fcea4b60 req-d8ad2254-74c4-40aa-b6b1-8473fa69037c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 945 time: 0.0486887 Jan 12 10:22:08.798845 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8b8a76b0-119a-4b9d-aae1-41c0fcea4b60 req-149031d5-51c9-4d04-a9f6-1e25ca5252b0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Jan 12 10:22:09.356449 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['c212b20b-a120-472b-95b0-22306117a924'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:22:09.918229 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de1f5f-3988-4287-bae6-823b18877e86 req-71a2b39d-c349-4d91-b4e8-4668533cce88 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:09.919740 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-72de1f5f-3988-4287-bae6-823b18877e86 req-71a2b39d-c349-4d91-b4e8-4668533cce88 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 945 time: 0.0494022 Jan 12 10:22:09.966109 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-72de1f5f-3988-4287-bae6-823b18877e86 req-90c51a0f-3e74-4321-b459-bf7c7317ff32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407517 Jan 12 10:22:11.081385 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339217c3-fa58-4e77-adf6-02d01af9b36d req-09c60608-60af-4fe4-93b9-270c4867ed21 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:11.083102 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-339217c3-fa58-4e77-adf6-02d01af9b36d req-09c60608-60af-4fe4-93b9-270c4867ed21 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 945 time: 0.0501292 Jan 12 10:22:11.129233 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-339217c3-fa58-4e77-adf6-02d01af9b36d req-08021944-a38f-4e0a-a2cb-5b4977120ab9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408654 Jan 12 10:22:11.666079 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c212b20b-a120-472b-95b0-22306117a924 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:22:11.772005 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port c212b20b-a120-472b-95b0-22306117a924 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:22:11.776153 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port c212b20b-a120-472b-95b0-22306117a924 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:22:11.777196 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (c212b20b-a120-472b-95b0-22306117a924), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:11.855166 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port c212b20b-a120-472b-95b0-22306117a924 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:11.855557 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c212b20b-a120-472b-95b0-22306117a924), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:11.883925 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c212b20b-a120-472b-95b0-22306117a924'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:11.886773 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f039395-3757-4cf9-8aea-dccc710bbe87" -d '{"events": [{"server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "name": "network-vif-plugged", "status": "completed", "tag": "c212b20b-a120-472b-95b0-22306117a924"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:11.899667 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port c212b20b-a120-472b-95b0-22306117a924, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c212b20b-a120-472b-95b0-22306117a924,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:11.921674 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298c6f53-5fce-4c0a-91a4-8c7c63ba8d6f x-openstack-request-id: req-298c6f53-5fce-4c0a-91a4-8c7c63ba8d6f {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:11.922014 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "name": "network-vif-plugged", "status": "completed", "tag": "c212b20b-a120-472b-95b0-22306117a924", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:11.922273 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-298c6f53-5fce-4c0a-91a4-8c7c63ba8d6f {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:11.922667 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c212b20b-a120-472b-95b0-22306117a924', 'code': 200} Jan 12 10:22:11.989656 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (c212b20b-a120-472b-95b0-22306117a924), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:12.044097 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=c212b20b-a120-472b-95b0-22306117a924,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:12.249733 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8a2b-0e1a-4a90-b1e4-26aeef941005 req-2bd93198-792f-487d-87a7-fc4119beb654 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:12.251494 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-35db8a2b-0e1a-4a90-b1e4-26aeef941005 req-2bd93198-792f-487d-87a7-fc4119beb654 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0536239 Jan 12 10:22:12.299244 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-35db8a2b-0e1a-4a90-b1e4-26aeef941005 req-999d1568-65ab-4c72-a6ac-ea45fb74d0c5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421190 Jan 12 10:22:13.420386 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d262f99-3fed-48a7-bfb7-018de179fe84 req-be96078b-efbf-4c89-8d7c-fd122276d23c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:13.421797 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8d262f99-3fed-48a7-bfb7-018de179fe84 req-be96078b-efbf-4c89-8d7c-fd122276d23c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0559263 Jan 12 10:22:13.472547 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8d262f99-3fed-48a7-bfb7-018de179fe84 req-1128042a-876f-4bd9-af88-e121a1f5a5a2 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449970 Jan 12 10:22:13.695363 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91b6c-72a6-42a3-9432-7032240d6342 req-927864d3-917d-4041-b6b5-9663b2afc95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:13.696814 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8d91b6c-72a6-42a3-9432-7032240d6342 req-927864d3-917d-4041-b6b5-9663b2afc95a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 1099 time: 0.0418527 Jan 12 10:22:13.758809 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8d91b6c-72a6-42a3-9432-7032240d6342 req-ed699361-37c4-4e8a-9cd6-8053214b4bdf service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557950 Jan 12 10:22:14.651631 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eec38b-3daa-436e-9416-f8eb40ea4f71 req-3015574a-da8a-42f3-af4a-52e0e8283e46 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:14.653262 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-70eec38b-3daa-436e-9416-f8eb40ea4f71 req-3015574a-da8a-42f3-af4a-52e0e8283e46 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.1093209 Jan 12 10:22:14.704990 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-70eec38b-3daa-436e-9416-f8eb40ea4f71 req-da8aa0f7-925b-4d72-9fa5-cba2a17a945b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451603 Jan 12 10:22:15.820129 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310dd7a-f76a-4e01-9281-f1044f137658 req-f5cf83c5-b358-4a06-ad80-a1e2d1beb138 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:15.820129 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2310dd7a-f76a-4e01-9281-f1044f137658 req-f5cf83c5-b358-4a06-ad80-a1e2d1beb138 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0485535 Jan 12 10:22:15.868809 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2310dd7a-f76a-4e01-9281-f1044f137658 req-dc8c01ef-e79d-409e-bc23-e206244ba9c9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Jan 12 10:22:16.052460 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e9f5b-b764-413a-bae9-99d17d88f621 req-b8a40d5f-e2bc-4fdc-ae8e-bb9153844428 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:16.054095 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6c2e9f5b-b764-413a-bae9-99d17d88f621 req-b8a40d5f-e2bc-4fdc-ae8e-bb9153844428 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.1137781 Jan 12 10:22:16.063272 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 53940) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:16.067724 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'floatingip': {'port_id': 'c212b20b-a120-472b-95b0-22306117a924'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:16.108891 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (ad081bc2-73ec-4b94-b946-4d458bcb935c), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:16.560085 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:16.611902 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (ad081bc2-73ec-4b94-b946-4d458bcb935c), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:16.979052 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Floating IP ad081bc2-73ec-4b94-b946-4d458bcb935c associated. External IP: 172.27.0.101, port: c212b20b-a120-472b-95b0-22306117a924. Jan 12 10:22:17.197759 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:22:17.275092 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:17.301548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:22:17.306600 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:17.313628 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] Sync routers for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:22:17.324200 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:17.324812 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:17.337120 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-62156cd7-797c-4c8c-b649-8b736c2b6eec tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "PUT /v2.0/floatingips/ad081bc2-73ec-4b94-b946-4d458bcb935c HTTP/1.1" status: 200 len: 992 time: 1.2727308 Jan 12 10:22:17.337732 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'tag': 'c212b20b-a120-472b-95b0-22306117a924'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:17.340003 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a630ad7c-f42e-47af-bd16-2033bd58b987" -d '{"events": [{"name": "network-changed", "server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "tag": "c212b20b-a120-472b-95b0-22306117a924"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:17.400539 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39f8a683-bd8c-4688-a78a-04d2a1f5976e x-openstack-request-id: req-39f8a683-bd8c-4688-a78a-04d2a1f5976e {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:17.400977 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "tag": "c212b20b-a120-472b-95b0-22306117a924", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:17.401377 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-39f8a683-bd8c-4688-a78a-04d2a1f5976e {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:17.402034 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'tag': 'c212b20b-a120-472b-95b0-22306117a924', 'status': 'completed', 'code': 200} Jan 12 10:22:17.450220 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:17.485005 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-6e7f6244-ebeb-4edc-b653-4c48bc9fe7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.486733 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-6e7f6244-ebeb-4edc-b653-4c48bc9fe7a1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 1099 time: 0.0502567 Jan 12 10:22:17.583610 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-14977a71-00ee-4dff-a4b3-3b48dcb32729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.585228 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-14977a71-00ee-4dff-a4b3-3b48dcb32729 service neutron] 10.222.0.79 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 912 time: 0.0910244 Jan 12 10:22:17.657677 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-04d02393-873c-497c-b65a-31d52f53e615 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c212b20b-a120-472b-95b0-22306117a924 HTTP/1.1" status: 200 len: 1000 time: 0.0661156 Jan 12 10:22:17.699189 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'ad081bc2-73ec-4b94-b946-4d458bcb935c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'port_id': 'c212b20b-a120-472b-95b0-22306117a924', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'mac_address': 'fa:16:3e:b7:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:56Z', 'updated_at': '2022-01-12T10:22:16Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:17.726017 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] Checking router: 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:22:17.731949 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-527b728e-ac25-4a91-8e8d-e395817cbeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.734910 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-527b728e-ac25-4a91-8e8d-e395817cbeb6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 200 len: 850 time: 0.0686531 Jan 12 10:22:17.735574 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:17.736189 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:21:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:17.787527 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-0201c54b-12d4-4fdf-9a6c-3416fe461933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:17.789160 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-0201c54b-12d4-4fdf-9a6c-3416fe461933 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93afd915-ae37-41bf-8ffd-5600bd743f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481722 Jan 12 10:22:17.848393 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:17.907379 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-60836223-936e-4a75-b9b4-65c47c6d3846 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999975 Jan 12 10:22:18.004825 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a630ad7c-f42e-47af-bd16-2033bd58b987 req-5c2695e2-ae3e-4c6c-b22b-1b4a7aca9376 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900426 Jan 12 10:22:18.093985 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'ad081bc2-73ec-4b94-b946-4d458bcb935c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'port_id': 'c212b20b-a120-472b-95b0-22306117a924', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'mac_address': 'fa:16:3e:b7:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:56Z', 'updated_at': '2022-01-12T10:22:16Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:18.121765 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8175c5-4398-49c4-89be-4ad05f8e826a None None] The sync data for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi is: [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'ad081bc2-73ec-4b94-b946-4d458bcb935c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'floating_ip_address': '172.27.0.101', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'port_id': 'c212b20b-a120-472b-95b0-22306117a924', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'mac_address': 'fa:16:3e:b7:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:21:56Z', 'updated_at': '2022-01-12T10:22:16Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:22:18.321558 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807882a7-5d17-41ef-a904-d0511a248ca7 None None] New status for floating IP ad081bc2-73ec-4b94-b946-4d458bcb935c: ACTIVE {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:22:20.192679 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98195a21-3257-4d9f-b717-7fafd26d79da req-515bf2b5-74ff-4104-ada6-2486da636671 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:20.194093 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-98195a21-3257-4d9f-b717-7fafd26d79da req-515bf2b5-74ff-4104-ada6-2486da636671 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 946 time: 0.0500000 Jan 12 10:22:20.245586 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-98195a21-3257-4d9f-b717-7fafd26d79da req-5625a6cf-4255-4da4-ab32-ed2b5e9c71bb tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456314 Jan 12 10:22:21.363494 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad97ed6-efbe-4b61-9b26-825c9fc360a2 req-532d00fc-0bfa-4ad0-9f7a-654e729d7a62 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:21.364912 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ad97ed6-efbe-4b61-9b26-825c9fc360a2 req-532d00fc-0bfa-4ad0-9f7a-654e729d7a62 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 946 time: 0.0491219 Jan 12 10:22:21.411541 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ad97ed6-efbe-4b61-9b26-825c9fc360a2 req-ece331a3-ed4e-4d5e-b9fc-acdc2960684d tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 Jan 12 10:22:22.007904 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa5802-ed64-4d53-8a74-158790f62860 req-de01feaa-c55f-48df-813a-033cff5db7d4 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:22.009302 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7baa5802-ed64-4d53-8a74-158790f62860 req-de01feaa-c55f-48df-813a-033cff5db7d4 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 946 time: 0.0491014 Jan 12 10:22:22.123603 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Deleting port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:22.124180 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:22.234915 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] For port b7e12e08-f87f-45ce-81da-c6d1b0c904c5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:22.235275 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:22.247424 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Calling delete_port for b7e12e08-f87f-45ce-81da-c6d1b0c904c5 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:22.475376 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (b7e12e08-f87f-45ce-81da-c6d1b0c904c5), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:22.490571 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['b7e12e08-f87f-45ce-81da-c6d1b0c904c5'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:22:22.527847 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1afb6c4d-943f-4d19-8257-4a5ea1bda478 req-f6074251-1fcd-4dee-ad62-2582332d0a76 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=596b2679-dbe5-4430-a82f-a65100947caa HTTP/1.1" status: 200 len: 210 time: 0.0293732 Jan 12 10:22:22.529905 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Pushing event deleted for resources: {'Port': ['ID=b7e12e08-f87f-45ce-81da-c6d1b0c904c5,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:22.575142 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] No DVR routers for this DVR port b7e12e08-f87f-45ce-81da-c6d1b0c904c5 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:22:22.577954 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:22.584088 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7baa5802-ed64-4d53-8a74-158790f62860 req-0a4ec3e2-ca40-4aed-9273-e38e5cac7273 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "DELETE /v2.0/ports/b7e12e08-f87f-45ce-81da-c6d1b0c904c5 HTTP/1.1" status: 204 len: 173 time: 0.5669787 Jan 12 10:22:22.584088 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596b2679-dbe5-4430-a82f-a65100947caa', 'name': 'network-vif-deleted', 'tag': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:22.584088 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af15c459-57bf-4e2e-824e-f2084e8c0a57" -d '{"events": [{"server_uuid": "596b2679-dbe5-4430-a82f-a65100947caa", "name": "network-vif-deleted", "tag": "b7e12e08-f87f-45ce-81da-c6d1b0c904c5"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:22.619567 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91359139-f9e0-496e-884c-c52d79d8e26e x-openstack-request-id: req-91359139-f9e0-496e-884c-c52d79d8e26e {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:22.620398 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596b2679-dbe5-4430-a82f-a65100947caa", "name": "network-vif-deleted", "tag": "b7e12e08-f87f-45ce-81da-c6d1b0c904c5", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:22.620754 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-91359139-f9e0-496e-884c-c52d79d8e26e {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:22.621272 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596b2679-dbe5-4430-a82f-a65100947caa', 'name': 'network-vif-deleted', 'tag': 'b7e12e08-f87f-45ce-81da-c6d1b0c904c5', 'status': 'completed', 'code': 200} Jan 12 10:22:26.095004 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device b7e12e08-f87f-45ce-81da-c6d1b0c904c5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:26.115659 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: b7e12e08-f87f-45ce-81da-c6d1b0c904c5 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:26.116007 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device b7e12e08-f87f-45ce-81da-c6d1b0c904c5 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:26.737290 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-ba851e81-7fbf-483b-9f97-73233b36ab29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:28.920515 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-3943a2f1-0c7d-4fa5-a133-1eaec128f984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:30.451982 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:31.754415 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:32.777494 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:34.266402 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-afa5f831-2909-400e-99fd-43225d756fb9 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:34.267805 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-afa5f831-2909-400e-99fd-43225d756fb9 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/networks?id=228d53a9-87b1-4eb0-bed9-c4d15a856bb3 HTTP/1.1" status: 200 len: 814 time: 0.1002431 Jan 12 10:22:34.282188 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-cbd4158c-904b-4f29-9f2e-f46bb3fbb400 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/quotas/a6b8edc917384e06928b72b374ce99bd HTTP/1.1" status: 200 len: 375 time: 0.0090349 Jan 12 10:22:34.318142 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-67637e93-3384-47e2-9784-874615670404 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6b8edc917384e06928b72b374ce99bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301995 Jan 12 10:22:34.453641 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f51c93bc-4d2d-42de-89b5-a97603afb550 service neutron] 10.222.0.76 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286857 Jan 12 10:22:34.545718 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-75a6bea9-4609-4bdf-a314-e6a46e63fac1 service neutron] 10.222.0.76 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864077 Jan 12 10:22:34.787340 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8a48f1a5-8a65-416b-9820-95fc2de94a88 req-4faf9292-81a3-42b5-9cde-ddce4e3eeafd tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 210 time: 0.0275493 Jan 12 10:22:35.860100 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-735389ea-eac4-457e-9dd2-193ebe2ac691 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-376704770&fields=id&tenant_id=501a0c96b53f4bef94546d7d19c32796 HTTP/1.1" status: 200 len: 267 time: 0.0469272 Jan 12 10:22:35.889652 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1fab06df-bc63-4d68-a29e-3da20afd3bee req-d9430b5f-3851-4b16-a27d-aec61d1d3f73 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 210 time: 0.0355713 Jan 12 10:22:35.929241 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-14cf6d77-80f9-4f41-86a5-3a4146dcf0fa tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:35.930772 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-14cf6d77-80f9-4f41-86a5-3a4146dcf0fa tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 984 time: 0.0632164 Jan 12 10:22:35.942226 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Request body: {'port': {'security_groups': ['0433fa91-8739-494d-a0d4-49b5c093b2eb']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:36.012960 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.198572 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c8925e72-1d49-403b-998e-2cccb28adf08,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:36.228324 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for port (c8925e72-1d49-403b-998e-2cccb28adf08), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.292823 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.305371 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['c8925e72-1d49-403b-998e-2cccb28adf08'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:22:36.339339 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:36.343073 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.344582 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-35c2c2e7-dc01-48b1-8590-039312b8b97f req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "PUT /v2.0/ports/c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 942 time: 0.4069128 Jan 12 10:22:36.345090 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:36.347694 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39da459-19df-45bf-b308-42708a593f71" -d '{"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:36.352762 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54118) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:36.377777 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event updated for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=7']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:36.390335 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.390670 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.391017 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.391363 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.391688 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.392023 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.392354 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.392704 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.393046 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.393400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.393732 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.394064 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.394460 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320f06db-6f83-4aa9-825b-90010f217264 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.458853 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group (12fc2fe3-33d4-47b3-a010-f8b754b83224), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.467118 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['c8925e72-1d49-403b-998e-2cccb28adf08'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:22:36.477276 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d330251a-3236-4d98-a03b-ba99ad962820 x-openstack-request-id: req-d330251a-3236-4d98-a03b-ba99ad962820 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:36.481059 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:36.481059 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d330251a-3236-4d98-a03b-ba99ad962820 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:36.481059 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'status': 'completed', 'code': 200} Jan 12 10:22:36.491331 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group (12fc2fe3-33d4-47b3-a010-f8b754b83224), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.617849 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da459-19df-45bf-b308-42708a593f71 req-5a7173db-5217-46df-941d-a3436810fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:36.619357 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e39da459-19df-45bf-b308-42708a593f71 req-5a7173db-5217-46df-941d-a3436810fc49 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1098 time: 0.1142933 Jan 12 10:22:36.656969 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-06e456e1-d103-451b-8b9a-e8b816749f6f None None] Provisioning complete for port c8925e72-1d49-403b-998e-2cccb28adf08 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:22:36.657337 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-06e456e1-d103-451b-8b9a-e8b816749f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.668670 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (12fc2fe3-33d4-47b3-a010-f8b754b83224), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.671454 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.672754 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "DELETE /v2.0/security-groups/12fc2fe3-33d4-47b3-a010-f8b754b83224 HTTP/1.1" status: 204 len: 168 time: 0.3187864 Jan 12 10:22:36.683713 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54124) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:36.704088 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fc2fe3-33d4-47b3-a010-f8b754b83224,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:36.743517 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.743923 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.744209 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.745079 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.745602 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.745938 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.746263 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.746587 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.747072 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.747400 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.747886 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.748211 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.748531 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331a323c-9172-4272-a8b3-b477c4b40cbc tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:36.770343 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da459-19df-45bf-b308-42708a593f71 req-02e21252-f826-4099-9ab2-9770ab195d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:36.771907 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e39da459-19df-45bf-b308-42708a593f71 req-02e21252-f826-4099-9ab2-9770ab195d9d service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 200 len: 916 time: 0.1441789 Jan 12 10:22:36.772040 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-06e456e1-d103-451b-8b9a-e8b816749f6f None None] Current status of the port c8925e72-1d49-403b-998e-2cccb28adf08 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:36.853235 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e39da459-19df-45bf-b308-42708a593f71 req-df3ed2ad-8799-4275-ad41-3319399ed353 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 1001 time: 0.0744269 Jan 12 10:22:36.891905 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Deleting port 1bcbb31b-a8df-4c6a-9f03-e97a87852891 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:36.892579 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.904400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da459-19df-45bf-b308-42708a593f71 req-1cf41ec4-326b-4254-83f6-e56ff9c308a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:36.905987 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e39da459-19df-45bf-b308-42708a593f71 req-1cf41ec4-326b-4254-83f6-e56ff9c308a3 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c HTTP/1.1" status: 200 len: 854 time: 0.0469267 Jan 12 10:22:36.964315 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39da459-19df-45bf-b308-42708a593f71 req-50805787-6456-4b37-8a7b-428eea386f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:36.971023 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e39da459-19df-45bf-b308-42708a593f71 req-50805787-6456-4b37-8a7b-428eea386f4b service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e80433d-2123-455c-9c81-3cd5a12e967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578597 Jan 12 10:22:36.981975 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.982389 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for floatingip (1bcbb31b-a8df-4c6a-9f03-e97a87852891), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:36.997198 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Calling delete_port for 1bcbb31b-a8df-4c6a-9f03-e97a87852891 owned by network:floatingip {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:37.009289 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-95b56669-77ee-4091-8223-c2f56fb3abbe req-19df73e9-370e-49a3-83a6-446484d037ab tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 210 time: 0.0369189 Jan 12 10:22:37.163842 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e39da459-19df-45bf-b308-42708a593f71 req-1aeb8e3a-31fd-4bf0-ad43-c48835fbb9b2 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802268 Jan 12 10:22:37.174682 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-0597e08d-52f2-4d7a-bebd-d92f6c1c54c8 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:37.176186 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-0597e08d-52f2-4d7a-bebd-d92f6c1c54c8 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "GET /v2.0/networks?id=228d53a9-87b1-4eb0-bed9-c4d15a856bb3 HTTP/1.1" status: 200 len: 814 time: 0.1701145 Jan 12 10:22:37.189088 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Request body: {'port': {'device_id': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3', 'admin_state_up': True, 'tenant_id': 'a6b8edc917384e06928b72b374ce99bd'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:37.246861 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (1bcbb31b-a8df-4c6a-9f03-e97a87852891), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:37.274049 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event deleted for resources: {'Port': ['ID=1bcbb31b-a8df-4c6a-9f03-e97a87852891,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:37.350686 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e39da459-19df-45bf-b308-42708a593f71 req-19cd0f5c-4fcc-41f0-b621-90826887cd13 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735880 Jan 12 10:22:37.446219 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Made reservation on behalf of a6b8edc917384e06928b72b374ce99bd for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:22:37.450096 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:37.573913 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks [] for floatingip (fdbfb608-3206-4b88-9765-b45dec46b843), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:37.574230 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.l3_db [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Floating IP fdbfb608-3206-4b88-9765-b45dec46b843 disassociated (deleted). External IP: 172.27.0.112, port: c8925e72-1d49-403b-998e-2cccb28adf08. Jan 12 10:22:37.587655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Allocated IP 172.20.0.6 (228d53a9-87b1-4eb0-bed9-c4d15a856bb3/18254018-cd72-4cf7-8f2f-d08a5b231c83/516084e9-80ad-4025-8976-4a3ed71179d3) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:22:37.770115 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks [] for port (516084e9-80ad-4025-8976-4a3ed71179d3), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:37.804041 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Router 453739dc-543f-4507-91f3-767ca030f515 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:22:37.904020 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:37.914193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:22:37.919481 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:37.926379 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] Sync routers for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:22:37.936914 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:37.937915 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:22:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:37.957809 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-1ddbe910-5b59-4944-a41e-e1acc12227b7 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "DELETE /v2.0/floatingips/fdbfb608-3206-4b88-9765-b45dec46b843 HTTP/1.1" status: 204 len: 168 time: 1.2641304 Jan 12 10:22:37.958832 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:37.961563 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5" -d '{"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:37.966173 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Pushing event updated for resources: {'Port': ['ID=516084e9-80ad-4025-8976-4a3ed71179d3,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:37.977044 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:22:37.978563 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:22:37.987438 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:22:38.060855 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:38.061633 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:38.187143 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:38.197151 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-c7be706a-d268-41d9-9ff2-3585a3e9e068 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0114901 Jan 12 10:22:38.209384 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Request body: {'port': {'device_id': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:22:38.273588 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:38.303892 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d16bb7b-7ca3-4a63-aa4e-c89ec9eda3c6 x-openstack-request-id: req-7d16bb7b-7ca3-4a63-aa4e-c89ec9eda3c6 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:38.304350 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:38.304677 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7d16bb7b-7ca3-4a63-aa4e-c89ec9eda3c6 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:38.305200 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'status': 'completed', 'code': 200} Jan 12 10:22:38.397803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:51Z', 'revision_number': 5, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:38.425225 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] Checking router: 453739dc-543f-4507-91f3-767ca030f515 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:22:38.439522 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:38.440164 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:22:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:38.494050 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175438d-4b97-4d29-9587-01c8fc2868f7 req-64f0c464-0435-457a-80f0-19b383eb06fb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:38.497864 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9175438d-4b97-4d29-9587-01c8fc2868f7 req-64f0c464-0435-457a-80f0-19b383eb06fb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0769379 Jan 12 10:22:38.538720 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-1b89b413-11a6-4a68-9988-02cbb6765c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:38.540576 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-1b89b413-11a6-4a68-9988-02cbb6765c1e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=501a0c96b53f4bef94546d7d19c32796&device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 1098 time: 0.1488345 Jan 12 10:22:38.551034 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ea461-8fa7-48c3-b4d1-8368b2d9c846 req-513bb351-155c-4003-bd51-b59da9bd538a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:38.551747 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ac2ea461-8fa7-48c3-b4d1-8368b2d9c846 req-513bb351-155c-4003-bd51-b59da9bd538a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 931 time: 0.1613531 Jan 12 10:22:38.557642 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9175438d-4b97-4d29-9587-01c8fc2868f7 req-7ea75cb3-35f5-4018-9f44-596c9d62440c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531209 Jan 12 10:22:38.590919 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:38.712827 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ac2ea461-8fa7-48c3-b4d1-8368b2d9c846 req-48ec33e6-5177-4460-9fd3-bcfd32bb3164 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452427 Jan 12 10:22:38.726443 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-47761548-730a-4e95-a8b8-d94d936e95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:38.727968 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-47761548-730a-4e95-a8b8-d94d936e95ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 200 len: 916 time: 0.1733027 Jan 12 10:22:38.797837 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-5c874f44-9379-44b7-b71d-0c27017066a8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 200 len: 217 time: 0.0398531 Jan 12 10:22:38.808952 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:51Z', 'revision_number': 5, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:38.816414 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516084e9-80ad-4025-8976-4a3ed71179d3 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:22:38.835531 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7be57-f62c-42e2-b177-c62fc5191309 None None] The sync data for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi is: [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:19:44Z', 'revision_number': 4, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'db563101-c7e9-4978-be24-2ff21d68d735', 'name': '', 'network_id': '6e80433d-2123-455c-9c81-3cd5a12e967c', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'mac_address': 'fa:16:3e:92:1a:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_interface', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:43Z', 'updated_at': '2022-01-12T10:19:51Z', 'revision_number': 5, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'subnets': [{'id': '459e1b07-7a24-46ca-9aaa-95e2db8d1f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:22:38.844244 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Publish callbacks [] for port (516084e9-80ad-4025-8976-4a3ed71179d3), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:38.866788 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Transition to ACTIVE for port object 516084e9-80ad-4025-8976-4a3ed71179d3 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:22:38.871683 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-71fecbab-fe81-4de9-ad41-fbf3bcb292ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:38.873321 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-71fecbab-fe81-4de9-ad41-fbf3bcb292ec service neutron] 10.222.0.79 "GET /v2.0/subnets?id=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c HTTP/1.1" status: 200 len: 854 time: 0.0693352 Jan 12 10:22:38.930233 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-50421b59-ec66-4f1f-9109-1e868fd116c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:38.931666 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-50421b59-ec66-4f1f-9109-1e868fd116c2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=6e80433d-2123-455c-9c81-3cd5a12e967c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488901 Jan 12 10:22:39.029256 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-aaf5bcb0-4318-4ca2-a6ba-d683c15b05f0 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902798 Jan 12 10:22:39.044029 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:39.081967 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7df2c3-3910-4d2e-84ba-839689b9d619 None None] New status for floating IP fdbfb608-3206-4b88-9765-b45dec46b843: DOWN {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:22:39.162043 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Pushing event updated for resources: {'Port': ['ID=516084e9-80ad-4025-8976-4a3ed71179d3,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:39.221111 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7bcfb389-517a-4adf-a088-ef4a9e3eeca5 req-47e493e7-8cbb-416b-b486-ce6003efa547 service neutron] 10.222.0.79 "GET /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864851 Jan 12 10:22:39.250753 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Attempting to bind port 516084e9-80ad-4025-8976-4a3ed71179d3 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:22:39.251236 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Attempting to bind port 516084e9-80ad-4025-8976-4a3ed71179d3 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:22:39.251574 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Attempting to bind port 516084e9-80ad-4025-8976-4a3ed71179d3 on network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:22:39.256019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Port 516084e9-80ad-4025-8976-4a3ed71179d3 on network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:22:39.256390 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Attempting to bind port 516084e9-80ad-4025-8976-4a3ed71179d3 on network 228d53a9-87b1-4eb0-bed9-c4d15a856bb3 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:22:39.261861 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:22:39.262433 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Checking segment: {'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:22:39.262815 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Bound using segment: {'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:22:39.263238 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Bound port: 516084e9-80ad-4025-8976-4a3ed71179d3, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86f9f06b-3bf5-4405-96e8-a178e924e9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:22:39.263593 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:39.330945 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] For port 516084e9-80ad-4025-8976-4a3ed71179d3, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:22:39.334000 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] For port 516084e9-80ad-4025-8976-4a3ed71179d3, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=516084e9-80ad-4025-8976-4a3ed71179d3,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:22:39.429592 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:39.468036 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:39.468648 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:39.470064 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] 10.222.0.79 "PUT /v2.0/ports/516084e9-80ad-4025-8976-4a3ed71179d3 HTTP/1.1" status: 200 len: 1093 time: 1.2649078 Jan 12 10:22:39.470587 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'tag': '516084e9-80ad-4025-8976-4a3ed71179d3'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:39.472803 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e347f4-f6d7-4690-b98c-5816e71ca8cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d8d8b2-653a-4cae-92a4-248f62016338", "tag": "516084e9-80ad-4025-8976-4a3ed71179d3"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:39.491593 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091e034-6303-4b6d-b20a-001fd5473cec service neutron] Pushing event updated for resources: {'Port': ['ID=516084e9-80ad-4025-8976-4a3ed71179d3,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:39.512993 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ccc490-892c-4aa1-ba5a-0204f7e9d9b4 x-openstack-request-id: req-06ccc490-892c-4aa1-ba5a-0204f7e9d9b4 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:39.513306 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d8d8b2-653a-4cae-92a4-248f62016338", "tag": "516084e9-80ad-4025-8976-4a3ed71179d3", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:39.513567 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-06ccc490-892c-4aa1-ba5a-0204f7e9d9b4 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:39.514000 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'tag': '516084e9-80ad-4025-8976-4a3ed71179d3', 'status': 'completed', 'code': 200} Jan 12 10:22:39.577384 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e347f4-f6d7-4690-b98c-5816e71ca8cc req-b2349743-9f6f-4657-8b1b-ef57d02cc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:39.578897 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-86e347f4-f6d7-4690-b98c-5816e71ca8cc req-b2349743-9f6f-4657-8b1b-ef57d02cc7dc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6b8edc917384e06928b72b374ce99bd&device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 1096 time: 0.0433929 Jan 12 10:22:39.698235 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c2418-9fad-4383-b5be-37489bec5385 req-da898605-8c1d-41ff-9fe8-f2be9c4fa78d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:39.703358 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-397c2418-9fad-4383-b5be-37489bec5385 req-da898605-8c1d-41ff-9fe8-f2be9c4fa78d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0687733 Jan 12 10:22:39.777411 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-397c2418-9fad-4383-b5be-37489bec5385 req-bf512ce4-e6ad-40f5-abee-99bdbb8d4f44 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711141 Jan 12 10:22:39.982859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5e51-81de-4634-86db-e01d942b84a7 req-dcf49a13-8074-4adc-b21c-be40f4c46708 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:39.984357 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d74f5e51-81de-4634-86db-e01d942b84a7 req-dcf49a13-8074-4adc-b21c-be40f4c46708 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 943 time: 0.0724833 Jan 12 10:22:39.987339 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e347f4-f6d7-4690-b98c-5816e71ca8cc req-897efd5a-b313-4d48-afc0-88f51df8e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:39.992145 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-86e347f4-f6d7-4690-b98c-5816e71ca8cc req-897efd5a-b313-4d48-afc0-88f51df8e8b4 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=a6b8edc917384e06928b72b374ce99bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4029052 Jan 12 10:22:40.093879 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d74f5e51-81de-4634-86db-e01d942b84a7 req-ac46260a-62dc-473b-932e-64e2e7fee63b tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037498 Jan 12 10:22:40.116860 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e347f4-f6d7-4690-b98c-5816e71ca8cc req-7e7b5cdb-1eb7-4110-8497-7ecc8bf6ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:40.118350 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-86e347f4-f6d7-4690-b98c-5816e71ca8cc req-7e7b5cdb-1eb7-4110-8497-7ecc8bf6ac04 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1214714 Jan 12 10:22:40.196931 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-b39a0df2-f7d2-4446-8c09-96eee74ffc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:40.199184 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-b39a0df2-f7d2-4446-8c09-96eee74ffc06 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=a6b8edc917384e06928b72b374ce99bd&device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 1096 time: 0.0441778 Jan 12 10:22:40.245379 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-07502d89-fe0e-437f-9ee8-d9b916f9aed5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=516084e9-80ad-4025-8976-4a3ed71179d3 HTTP/1.1" status: 200 len: 217 time: 0.0393810 Jan 12 10:22:40.294542 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-6f626433-3a76-4a15-ae0c-e2c30082cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:40.295992 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-6f626433-3a76-4a15-ae0c-e2c30082cb89 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=18254018-cd72-4cf7-8f2f-d08a5b231c83 HTTP/1.1" status: 200 len: 854 time: 0.0450428 Jan 12 10:22:40.328918 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-3448b63f-54ae-4400-bd54-0b10db2166f9 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=228d53a9-87b1-4eb0-bed9-c4d15a856bb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251620 Jan 12 10:22:40.427183 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-5460e683-35bb-45c9-a55d-51d8820597f4 service neutron] 10.222.0.79 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909686 Jan 12 10:22:40.520162 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8453ea03-4b48-4cf2-a941-4c2efd14ed54 req-02c1ba67-3f97-44ac-a05d-1bb2026d5b6c service neutron] 10.222.0.79 "GET /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834215 Jan 12 10:22:40.913929 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0742d-8261-4f90-ae62-b58741e80ec5 req-644e10c6-dd24-421e-8a9a-83155caa51bd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:40.915528 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-56a0742d-8261-4f90-ae62-b58741e80ec5 req-644e10c6-dd24-421e-8a9a-83155caa51bd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0573256 Jan 12 10:22:40.967227 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-56a0742d-8261-4f90-ae62-b58741e80ec5 req-7790c728-efe8-40cf-8168-bb88f58d1e76 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454884 Jan 12 10:22:41.214812 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22dc96-a58a-4d09-95e5-83f7ff16361d req-b97691dd-1362-48f5-8348-5f771b14fe86 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:41.216344 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3c22dc96-a58a-4d09-95e5-83f7ff16361d req-b97691dd-1362-48f5-8348-5f771b14fe86 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 943 time: 0.0522144 Jan 12 10:22:41.266449 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3c22dc96-a58a-4d09-95e5-83f7ff16361d req-12d950a7-0f96-4b5e-8be2-521b2dcc1933 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442810 Jan 12 10:22:41.658635 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9a66-21b3-4896-8ea5-3a54d30bb5be req-e70650fe-c80d-4a35-8312-44f656f10590 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:41.660136 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-69ca9a66-21b3-4896-8ea5-3a54d30bb5be req-e70650fe-c80d-4a35-8312-44f656f10590 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0505333 Jan 12 10:22:41.709371 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-69ca9a66-21b3-4896-8ea5-3a54d30bb5be req-e971226c-b7b3-46cc-941e-82e1b47afc6f tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437033 Jan 12 10:22:42.090857 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e2e14-3060-4a3d-9050-d629431adae2 req-aa4de1b4-251f-48fa-b0d7-559137ab1b01 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:42.092372 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-224e2e14-3060-4a3d-9050-d629431adae2 req-aa4de1b4-251f-48fa-b0d7-559137ab1b01 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0528128 Jan 12 10:22:42.141266 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-224e2e14-3060-4a3d-9050-d629431adae2 req-01a71742-c8a0-440d-a0dd-f939971fb4e8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Jan 12 10:22:42.384168 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402aa454-a48d-417c-865b-969a6a8dafd3 req-bc5cd030-da8e-4987-93ec-0591a46b283b tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:42.385906 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-402aa454-a48d-417c-865b-969a6a8dafd3 req-bc5cd030-da8e-4987-93ec-0591a46b283b tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 943 time: 0.0501368 Jan 12 10:22:42.435182 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-402aa454-a48d-417c-865b-969a6a8dafd3 req-ce1a195f-47bb-4c75-9b02-e80ba92a653c tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428960 Jan 12 10:22:42.824811 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12177f5b-e2b4-48b0-a8dc-d281b3c2b9aa req-2631b3f6-b336-44b9-aa6f-53413781c611 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:42.826461 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-12177f5b-e2b4-48b0-a8dc-d281b3c2b9aa req-2631b3f6-b336-44b9-aa6f-53413781c611 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Jan 12 10:22:42.876617 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-12177f5b-e2b4-48b0-a8dc-d281b3c2b9aa req-5ed03eec-7989-431c-9858-4115cee6db85 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Jan 12 10:22:43.258875 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2397d3-df83-4579-83cd-a50b6e610fcd req-0aef9bf5-f77b-46a7-aa63-5094b68b64a6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:43.260274 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9f2397d3-df83-4579-83cd-a50b6e610fcd req-0aef9bf5-f77b-46a7-aa63-5094b68b64a6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0488734 Jan 12 10:22:43.312087 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9f2397d3-df83-4579-83cd-a50b6e610fcd req-a33c31e3-6075-43e7-baba-011ffc8958b2 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455031 Jan 12 10:22:43.588479 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2777221f-1e59-4f46-bc1f-473d4f036d91 req-e452590c-a7ea-47f0-b800-e52f397fbc56 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:43.590099 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2777221f-1e59-4f46-bc1f-473d4f036d91 req-e452590c-a7ea-47f0-b800-e52f397fbc56 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 943 time: 0.0854883 Jan 12 10:22:43.597608 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-1a45f108-aa1e-439a-8f83-0f0c0a30b6f1 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:43.599017 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-1a45f108-aa1e-439a-8f83-0f0c0a30b6f1 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.79 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0843732 Jan 12 10:22:43.630992 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 516084e9-80ad-4025-8976-4a3ed71179d3 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:22:43.694213 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2777221f-1e59-4f46-bc1f-473d4f036d91 req-55fcbdf1-49b9-4fe8-a3fb-cd897bea2821 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942299 Jan 12 10:22:43.723031 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Deleting port c8925e72-1d49-403b-998e-2cccb28adf08 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:43.723353 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:43.733857 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 516084e9-80ad-4025-8976-4a3ed71179d3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=516084e9-80ad-4025-8976-4a3ed71179d3,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:43.745162 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '516084e9-80ad-4025-8976-4a3ed71179d3', 'network_id': '228d53a9-87b1-4eb0-bed9-c4d15a856bb3', 'port_id': '516084e9-80ad-4025-8976-4a3ed71179d3', 'mac_address': 'fa:16:3e:b6:16:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18254018-cd72-4cf7-8f2f-d08a5b231c83', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:22:43.784836 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 516084e9-80ad-4025-8976-4a3ed71179d3 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:43.785169 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:43.798653 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516084e9-80ad-4025-8976-4a3ed71179d3 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:22:43.819290 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 516084e9-80ad-4025-8976-4a3ed71179d3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=516084e9-80ad-4025-8976-4a3ed71179d3,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:43.822595 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] For port c8925e72-1d49-403b-998e-2cccb28adf08, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c8925e72-1d49-403b-998e-2cccb28adf08,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:43.822958 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:43.836523 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Calling delete_port for c8925e72-1d49-403b-998e-2cccb28adf08 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:43.909419 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:43.955411 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:22:43.970770 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=516084e9-80ad-4025-8976-4a3ed71179d3,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:43.978413 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.978892 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.979105 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.979444 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.980375 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.980753 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.981113 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.981510 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.981768 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.985842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.985842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.985842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.985842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:22:43.997438 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef6c1f7-15d7-4ea6-b17e-4facbb8af125 req-05b1a1c5-425d-4807-b968-90a11388d2a3 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:44.003165 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cef6c1f7-15d7-4ea6-b17e-4facbb8af125 req-05b1a1c5-425d-4807-b968-90a11388d2a3 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 945 time: 0.0515387 Jan 12 10:22:44.039883 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (c8925e72-1d49-403b-998e-2cccb28adf08), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:44.049270 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cef6c1f7-15d7-4ea6-b17e-4facbb8af125 req-7e156397-6bde-4ee9-85ed-78c370c53971 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/security-groups?id=0433fa91-8739-494d-a0d4-49b5c093b2eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Jan 12 10:22:44.059873 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['c8925e72-1d49-403b-998e-2cccb28adf08'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:22:44.068476 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Pushing event deleted for resources: {'Port': ['ID=c8925e72-1d49-403b-998e-2cccb28adf08,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:44.123888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] No DVR routers for this DVR port c8925e72-1d49-403b-998e-2cccb28adf08 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:22:44.126476 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:44.129990 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5ad2cf52-8cb5-4b9c-bd9a-981c8f360f0d req-0e9af622-caa1-4d8c-ab43-a57fcb84f189 tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.79 "DELETE /v2.0/ports/c8925e72-1d49-403b-998e-2cccb28adf08 HTTP/1.1" status: 204 len: 173 time: 0.5241528 Jan 12 10:22:44.130442 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'name': 'network-vif-deleted', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:44.138068 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7a5a3c-f84e-456b-9d3e-02d07d2ab2f5" -d '{"events": [{"server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "name": "network-vif-deleted", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:44.170106 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e659144-3667-4b16-bdeb-0f1f26484d4a x-openstack-request-id: req-6e659144-3667-4b16-bdeb-0f1f26484d4a {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:44.170400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "439d659a-d2b8-41c0-b721-b84383369242", "name": "network-vif-deleted", "tag": "c8925e72-1d49-403b-998e-2cccb28adf08", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:44.170661 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e659144-3667-4b16-bdeb-0f1f26484d4a {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:44.171061 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439d659a-d2b8-41c0-b721-b84383369242', 'name': 'network-vif-deleted', 'tag': 'c8925e72-1d49-403b-998e-2cccb28adf08', 'status': 'completed', 'code': 200} Jan 12 10:22:44.190752 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['516084e9-80ad-4025-8976-4a3ed71179d3'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:22:44.440776 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3747c851-033a-4d06-8209-6e5adb595978 req-e62a3a48-117b-4248-82a1-8a0d1558283f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:44.442427 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3747c851-033a-4d06-8209-6e5adb595978 req-e62a3a48-117b-4248-82a1-8a0d1558283f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0572670 Jan 12 10:22:44.495119 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3747c851-033a-4d06-8209-6e5adb595978 req-88871e88-c8cb-40ab-afb6-eec74f6ee6b3 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470955 Jan 12 10:22:44.825365 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbe098-41ef-479a-850c-50fbcca90a49 req-88806076-534c-4afe-a51f-39c225ddbf5b tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:44.827053 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4ddbe098-41ef-479a-850c-50fbcca90a49 req-88806076-534c-4afe-a51f-39c225ddbf5b tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 944 time: 0.0523787 Jan 12 10:22:44.874358 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4ddbe098-41ef-479a-850c-50fbcca90a49 req-129faa04-3028-4c27-a3f3-64ed8a56301e tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Jan 12 10:22:45.177395 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-36007b24-2092-4d94-984b-2345f9a02ef5 req-60e7b55a-191e-4ee1-bd1b-7aac2a85df8f tempest-TestMinimumBasicScenario-1261460218 tempest-TestMinimumBasicScenario-1261460218-project] 10.222.0.76 "GET /v2.0/ports?device_id=439d659a-d2b8-41c0-b721-b84383369242 HTTP/1.1" status: 200 len: 210 time: 0.0313075 Jan 12 10:22:45.627543 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da09f58-657c-416c-9c74-92916a830cfe req-f6bf0b86-ec8f-487d-9df4-38bdbd19a4eb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:45.629084 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8da09f58-657c-416c-9c74-92916a830cfe req-f6bf0b86-ec8f-487d-9df4-38bdbd19a4eb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0597906 Jan 12 10:22:45.647831 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 516084e9-80ad-4025-8976-4a3ed71179d3 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:22:45.677663 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8da09f58-657c-416c-9c74-92916a830cfe req-f7453eea-f9b2-4819-9857-f01444d3aeac tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429659 Jan 12 10:22:45.788245 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 516084e9-80ad-4025-8976-4a3ed71179d3 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:22:45.793454 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 516084e9-80ad-4025-8976-4a3ed71179d3 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:22:45.793849 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:45.872969 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 516084e9-80ad-4025-8976-4a3ed71179d3 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:45.873395 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:45.914207 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516084e9-80ad-4025-8976-4a3ed71179d3'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:45.916465 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ade609-e541-49ad-b083-49b17029beca" -d '{"events": [{"server_uuid": "a8d8d8b2-653a-4cae-92a4-248f62016338", "name": "network-vif-plugged", "status": "completed", "tag": "516084e9-80ad-4025-8976-4a3ed71179d3"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:45.923566 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 516084e9-80ad-4025-8976-4a3ed71179d3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=516084e9-80ad-4025-8976-4a3ed71179d3,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:45.955780 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c92ca4d-3b93-4431-beb4-7628f8df4e4d x-openstack-request-id: req-2c92ca4d-3b93-4431-beb4-7628f8df4e4d {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:45.956273 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d8d8b2-653a-4cae-92a4-248f62016338", "name": "network-vif-plugged", "status": "completed", "tag": "516084e9-80ad-4025-8976-4a3ed71179d3", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:45.956616 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2c92ca4d-3b93-4431-beb4-7628f8df4e4d {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:45.957147 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516084e9-80ad-4025-8976-4a3ed71179d3', 'code': 200} Jan 12 10:22:46.001500 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e4dbca-444e-4362-82be-486499abb757 req-8de7cb67-cf76-4515-a073-7a0f0212e695 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:46.003111 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b3e4dbca-444e-4362-82be-486499abb757 req-8de7cb67-cf76-4515-a073-7a0f0212e695 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 944 time: 0.0562658 Jan 12 10:22:46.034624 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:46.036321 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c8925e72-1d49-403b-998e-2cccb28adf08 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:46.054301 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b3e4dbca-444e-4362-82be-486499abb757 req-471ca236-68ce-4870-bc82-0a5c37ee6ce0 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Jan 12 10:22:46.056722 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: c8925e72-1d49-403b-998e-2cccb28adf08 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:46.057101 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c8925e72-1d49-403b-998e-2cccb28adf08 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:46.101520 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=516084e9-80ad-4025-8976-4a3ed71179d3,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:46.344910 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6e4ba-3285-437e-bc78-410b03d9f991 req-d849fe43-93b7-4309-9824-bfbd5ce01479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:46.344910 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cff6e4ba-3285-437e-bc78-410b03d9f991 req-d849fe43-93b7-4309-9824-bfbd5ce01479 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 1098 time: 0.0436170 Jan 12 10:22:46.395451 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cff6e4ba-3285-437e-bc78-410b03d9f991 req-da880740-b72e-4c3e-b2c8-ca2cff88a3c4 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431013 Jan 12 10:22:46.815839 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e65331-aaee-4b0d-a65e-f27796303890 req-230b78ff-df41-45fe-aba3-215d0aff0c7e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:46.815839 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-71e65331-aaee-4b0d-a65e-f27796303890 req-230b78ff-df41-45fe-aba3-215d0aff0c7e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0605304 Jan 12 10:22:46.867608 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-71e65331-aaee-4b0d-a65e-f27796303890 req-4b13a477-61d4-4335-bfce-fbe2c6456620 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453610 Jan 12 10:22:47.182241 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8dbe8a-942c-43b1-98ea-b84b967a8f86 req-e411d0d7-903c-4cf5-af0b-c4dd99e4b91c tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:47.183787 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1c8dbe8a-942c-43b1-98ea-b84b967a8f86 req-e411d0d7-903c-4cf5-af0b-c4dd99e4b91c tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0513074 Jan 12 10:22:47.200307 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:47.231143 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1c8dbe8a-942c-43b1-98ea-b84b967a8f86 req-e53f4d9d-f12a-4d60-b3cf-a7fb100a26a4 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418539 Jan 12 10:22:47.924841 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54288) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:48.065564 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17612f5-ac70-4d37-8282-d08444a7a9f8 req-0dd665dd-6892-4df6-a5d4-ba99644012ce tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:48.067069 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c17612f5-ac70-4d37-8282-d08444a7a9f8 req-0dd665dd-6892-4df6-a5d4-ba99644012ce tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0986826 Jan 12 10:22:48.184460 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c17612f5-ac70-4d37-8282-d08444a7a9f8 req-eb1f7baa-7b36-4c8e-81e6-d9e85a18687a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107893 Jan 12 10:22:48.354207 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7665b15-bc0f-4fcd-bafc-58ca450e1333 req-bc392b58-6471-4769-a75e-4e7dd69f8f7a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:48.354207 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c7665b15-bc0f-4fcd-bafc-58ca450e1333 req-bc392b58-6471-4769-a75e-4e7dd69f8f7a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Jan 12 10:22:48.401211 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c7665b15-bc0f-4fcd-bafc-58ca450e1333 req-79bbea19-18bc-4e19-a966-8835fb056df8 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432620 Jan 12 10:22:48.416462 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (453739dc-543f-4507-91f3-767ca030f515), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:48.720392 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Deleting port db563101-c7e9-4978-be24-2ff21d68d735 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:48.720627 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (db563101-c7e9-4978-be24-2ff21d68d735), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:48.818777 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] For port db563101-c7e9-4978-be24-2ff21d68d735, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=db563101-c7e9-4978-be24-2ff21d68d735,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:48.819133 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (db563101-c7e9-4978-be24-2ff21d68d735), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:48.831912 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Calling delete_port for db563101-c7e9-4978-be24-2ff21d68d735 owned by network:router_interface {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:49.149180 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (db563101-c7e9-4978-be24-2ff21d68d735), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:49.192061 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Pushing event deleted for resources: {'Port': ['ID=db563101-c7e9-4978-be24-2ff21d68d735,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:49.342171 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c1edd-2dc4-46a6-b45e-0f5a85b5fc9e req-b0cd4946-3b34-4511-97a5-8734f1233409 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:49.343826 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-991c1edd-2dc4-46a6-b45e-0f5a85b5fc9e req-b0cd4946-3b34-4511-97a5-8734f1233409 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0542345 Jan 12 10:22:49.365137 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (453739dc-543f-4507-91f3-767ca030f515), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:49.401224 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-991c1edd-2dc4-46a6-b45e-0f5a85b5fc9e req-22c47272-abb4-481b-aefe-d5fb33272e8d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493133 Jan 12 10:22:49.832417 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Router 453739dc-543f-4507-91f3-767ca030f515 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:22:49.947178 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:22:49.952284 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-375c133b-2ec5-4ce7-94ce-e641bbe0d23d admin admin] 10.222.0.76 "PUT /v2.0/routers/453739dc-543f-4507-91f3-767ca030f515/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0263941 Jan 12 10:22:49.954905 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54308) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:49.957219 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] Sync routers for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:22:49.969566 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:49.972025 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:22:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:50.063755 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks [] for router (453739dc-543f-4507-91f3-767ca030f515), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.082300 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:50.173317 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks [] for router_gateway (453739dc-543f-4507-91f3-767ca030f515), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.269847 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:22:48Z', 'revision_number': 5, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port': {'id': 'e767fb15-cd2a-4c66-8238-be7e1dc027b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:54:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453739dc-543f-4507-91f3-767ca030f515', 'device_owner': 'network:router_gateway', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:39Z', 'updated_at': '2022-01-12T10:19:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:50.290896 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Deleting port e767fb15-cd2a-4c66-8238-be7e1dc027b3 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:50.291507 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.297973 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] Checking router: 453739dc-543f-4507-91f3-767ca030f515 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:22:50.306577 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] Routers {'453739dc-543f-4507-91f3-767ca030f515'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:50.307190 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:22:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['453739dc-543f-4507-91f3-767ca030f515'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:50.374505 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] For port e767fb15-cd2a-4c66-8238-be7e1dc027b3, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=e767fb15-cd2a-4c66-8238-be7e1dc027b3,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:50.374869 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.392593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Calling delete_port for e767fb15-cd2a-4c66-8238-be7e1dc027b3 owned by network:router_gateway {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:50.397269 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] Set router 453739dc-543f-4507-91f3-767ca030f515 gateway port host: None {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:50.455452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:22:50Z', 'revision_number': 6, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port_host': None}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:50.498389 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8b1608-b2a1-4260-92d3-965e9cf5d5d5 None None] The sync data for ids ['453739dc-543f-4507-91f3-767ca030f515'] in dv-cinder-821602-9-iscsi is: [{'id': '453739dc-543f-4507-91f3-767ca030f515', 'name': 'tempest-TestMinimumBasicScenario-1754819248-router', 'tenant_id': '501a0c96b53f4bef94546d7d19c32796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:37Z', 'updated_at': '2022-01-12T10:22:50Z', 'revision_number': 6, 'project_id': '501a0c96b53f4bef94546d7d19c32796', 'gw_port_host': None}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:22:50.529400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4183d-0c6e-488d-b23b-67fd044bb5ff req-c684a85a-b28c-4fd1-8826-0edbab05b1b8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:50.537168 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ffa4183d-0c6e-488d-b23b-67fd044bb5ff req-c684a85a-b28c-4fd1-8826-0edbab05b1b8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0587125 Jan 12 10:22:50.585463 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ffa4183d-0c6e-488d-b23b-67fd044bb5ff req-6aa3a6f3-f64e-4b94-9089-fc2f63d5ba87 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471132 Jan 12 10:22:50.646360 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (e767fb15-cd2a-4c66-8238-be7e1dc027b3), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.670421 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e767fb15-cd2a-4c66-8238-be7e1dc027b3,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:50.736344 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (453739dc-543f-4507-91f3-767ca030f515), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.841318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (453739dc-543f-4507-91f3-767ca030f515), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.843790 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks [] for router_controller (453739dc-543f-4507-91f3-767ca030f515), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.966043 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (453739dc-543f-4507-91f3-767ca030f515), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.966607 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453739dc-543f-4507-91f3-767ca030f515 {{(pid=103260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:22:50.971626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:50.972547 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d234a960-e369-43ea-9c28-97cd5f418ad2 admin admin] 10.222.0.76 "DELETE /v2.0/routers/453739dc-543f-4507-91f3-767ca030f515 HTTP/1.1" status: 204 len: 168 time: 1.0167093 Jan 12 10:22:50.975188 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54316) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:51.019412 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] Deleting subnet 459e1b07-7a24-46ca-9aaa-95e2db8d1f9c {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:22:51.022479 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] Publish callbacks [] for subnet (459e1b07-7a24-46ca-9aaa-95e2db8d1f9c), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.056680 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (459e1b07-7a24-46ca-9aaa-95e2db8d1f9c), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.163745 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (459e1b07-7a24-46ca-9aaa-95e2db8d1f9c), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.269187 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (459e1b07-7a24-46ca-9aaa-95e2db8d1f9c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.293543 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=459e1b07-7a24-46ca-9aaa-95e2db8d1f9c,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:51.299238 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.302703 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f6aad7a1-de29-4eb7-8831-a75e18d4978e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/459e1b07-7a24-46ca-9aaa-95e2db8d1f9c HTTP/1.1" status: 204 len: 168 time: 0.3262806 Jan 12 10:22:51.305123 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54318) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:51.305399 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b130c0-086e-4fde-a448-f57ae1024c6b None None] Network 6e80433d-2123-455c-9c81-3cd5a12e967c requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:22:51.380141 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (6e80433d-2123-455c-9c81-3cd5a12e967c), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.436456 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Deleting port 6a22dda0-abdb-498c-8861-a19601149f1f {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:51.436804 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.472023 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] DHCP port deletion for 6e80433d-2123-455c-9c81-3cd5a12e967c request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:22:51.502223 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] For port 6a22dda0-abdb-498c-8861-a19601149f1f, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=6a22dda0-abdb-498c-8861-a19601149f1f,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:51.502495 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.522386 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Calling delete_port for 6a22dda0-abdb-498c-8861-a19601149f1f owned by network:dhcp {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:51.529875 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] Deleting port 6a22dda0-abdb-498c-8861-a19601149f1f {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:51.530424 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.598251 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] For port 6a22dda0-abdb-498c-8861-a19601149f1f, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=6a22dda0-abdb-498c-8861-a19601149f1f,segment=NetworkSegment(13e2575f-9a0a-4810-9787-d6d1477f6f85),segment_id=13e2575f-9a0a-4810-9787-d6d1477f6f85)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:51.598745 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.612402 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] Calling delete_port for 6a22dda0-abdb-498c-8861-a19601149f1f owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:51.691814 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.714626 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dc938a-7678-4d61-88ac-a113d04be76f req-15202742-fe8e-4854-a389-0ab147c186cd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:51.716751 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a8dc938a-7678-4d61-88ac-a113d04be76f req-15202742-fe8e-4854-a389-0ab147c186cd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0549901 Jan 12 10:22:51.720576 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] No DVR routers for this DVR port 6a22dda0-abdb-498c-8861-a19601149f1f on host dv-cinder-821602-9-iscsi {{(pid=103260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:22:51.722218 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a22dda0-abdb-498c-8861-a19601149f1f,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:51.738796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (6a22dda0-abdb-498c-8861-a19601149f1f), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.767084 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] Pushing event deleted for resources: {'Port': ['ID=6a22dda0-abdb-498c-8861-a19601149f1f,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:51.774512 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d069dc04-bdab-439a-a9e7-4563a622920b None None] No DVR routers for this DVR port 6a22dda0-abdb-498c-8861-a19601149f1f on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:22:51.782360 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a8dc938a-7678-4d61-88ac-a113d04be76f req-33d8569a-b9bc-41e7-91f7-5aea4392c6d8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510299 Jan 12 10:22:51.799981 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (6e80433d-2123-455c-9c81-3cd5a12e967c), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.827547 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e80433d-2123-455c-9c81-3cd5a12e967c']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:51.840076 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e2575f-9a0a-4810-9787-d6d1477f6f85') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:51.840564 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e2575f-9a0a-4810-9787-d6d1477f6f85') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:51.850777 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (13e2575f-9a0a-4810-9787-d6d1477f6f85), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.864701 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (13e2575f-9a0a-4810-9787-d6d1477f6f85), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.870767 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:22:51.871147 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (13e2575f-9a0a-4810-9787-d6d1477f6f85), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: warnings.warn(msg) Jan 12 10:22:51.872804 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:22:51.875661 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:22:51.967978 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device e767fb15-cd2a-4c66-8238-be7e1dc027b3 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:51.993517 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: e767fb15-cd2a-4c66-8238-be7e1dc027b3 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:51.993868 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device e767fb15-cd2a-4c66-8238-be7e1dc027b3 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:51.994292 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device db563101-c7e9-4978-be24-2ff21d68d735 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:52.015027 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: db563101-c7e9-4978-be24-2ff21d68d735 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:52.015383 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device db563101-c7e9-4978-be24-2ff21d68d735 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:52.015827 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6a22dda0-abdb-498c-8861-a19601149f1f no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:52.035518 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 6a22dda0-abdb-498c-8861-a19601149f1f {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:52.035867 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6a22dda0-abdb-498c-8861-a19601149f1f not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:52.075250 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (6e80433d-2123-455c-9c81-3cd5a12e967c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:52.080701 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:52.083922 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] 10.222.0.76 "DELETE /v2.0/networks/6e80433d-2123-455c-9c81-3cd5a12e967c HTTP/1.1" status: 204 len: 168 time: 0.7776968 Jan 12 10:22:52.086955 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 54326) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:52.095473 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f360a9ab-227a-4f8e-b399-45eb3b575106 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e80433d-2123-455c-9c81-3cd5a12e967c,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:52.433079 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (7829b43c-175d-4901-bf1c-f6e12d66f664), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:52.678393 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Deleting port a92f80fa-8787-4b28-979c-3652ea4ad00c {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:52.678738 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:52.759706 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] For port a92f80fa-8787-4b28-979c-3652ea4ad00c, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=a92f80fa-8787-4b28-979c-3652ea4ad00c,segment=NetworkSegment(2afa3d37-b213-401c-83b5-15e5a3afb14c),segment_id=2afa3d37-b213-401c-83b5-15e5a3afb14c)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:52.760391 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:52.779029 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Calling delete_port for a92f80fa-8787-4b28-979c-3652ea4ad00c owned by network:router_interface {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:52.956815 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd89716-8efe-43b9-9fab-acad8bfc87a6 req-7a4da32b-f121-4c41-9c11-dd5c54b82b01 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:52.958209 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0fd89716-8efe-43b9-9fab-acad8bfc87a6 req-7a4da32b-f121-4c41-9c11-dd5c54b82b01 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0774708 Jan 12 10:22:53.041235 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0fd89716-8efe-43b9-9fab-acad8bfc87a6 req-3d92436b-f4e1-4b82-b926-42340bb3da77 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770388 Jan 12 10:22:53.119532 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (a92f80fa-8787-4b28-979c-3652ea4ad00c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:53.148091 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Pushing event deleted for resources: {'Port': ['ID=a92f80fa-8787-4b28-979c-3652ea4ad00c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:53.330508 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (7829b43c-175d-4901-bf1c-f6e12d66f664), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:53.540010 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Router 7829b43c-175d-4901-bf1c-f6e12d66f664 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:22:53.670922 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:22:53.675919 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-c64e8142-d973-4343-a50c-d06e72c15550 admin admin] 10.222.0.76 "PUT /v2.0/routers/7829b43c-175d-4901-bf1c-f6e12d66f664/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5878143 Jan 12 10:22:53.678821 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54336) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:53.680085 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] Sync routers for ids ['7829b43c-175d-4901-bf1c-f6e12d66f664'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:22:53.690749 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] Routers {'7829b43c-175d-4901-bf1c-f6e12d66f664'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:53.691461 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:22:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['7829b43c-175d-4901-bf1c-f6e12d66f664'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:53.787930 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks [] for router (7829b43c-175d-4901-bf1c-f6e12d66f664), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:53.796248 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] Set router 7829b43c-175d-4901-bf1c-f6e12d66f664 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:53.916375 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks [] for router_gateway (7829b43c-175d-4901-bf1c-f6e12d66f664), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.005890 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:22:52Z', 'revision_number': 5, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port': {'id': 'b00c3ab8-824b-428d-ba79-7d023a54935c', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:7e:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:19:52Z', 'updated_at': '2022-01-12T10:20:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:54.034697 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] Checking router: 7829b43c-175d-4901-bf1c-f6e12d66f664 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:22:54.036510 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Deleting port b00c3ab8-824b-428d-ba79-7d023a54935c {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:54.036955 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.047932 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] Routers {'7829b43c-175d-4901-bf1c-f6e12d66f664'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:22:54.048466 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:22:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['7829b43c-175d-4901-bf1c-f6e12d66f664'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:54.127600 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] For port b00c3ab8-824b-428d-ba79-7d023a54935c, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=b00c3ab8-824b-428d-ba79-7d023a54935c,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:54.127967 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.139543 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] Set router 7829b43c-175d-4901-bf1c-f6e12d66f664 gateway port host: None {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:22:54.146732 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Calling delete_port for b00c3ab8-824b-428d-ba79-7d023a54935c owned by network:router_gateway {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:54.170409 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0074afa-6754-467f-986b-9a86794a03e5 req-fa0b6ca7-28d8-4e3f-a718-58c85c0ac814 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:54.171972 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d0074afa-6754-467f-986b-9a86794a03e5 req-fa0b6ca7-28d8-4e3f-a718-58c85c0ac814 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0520594 Jan 12 10:22:54.224484 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d0074afa-6754-467f-986b-9a86794a03e5 req-7e5efb7f-4224-40d6-aebc-bf2ba35e2d38 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465455 Jan 12 10:22:54.281937 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:22:53Z', 'revision_number': 6, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port_host': None}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:54.308917 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6238ce90-135d-4284-a029-af81433e0e8f None None] The sync data for ids ['7829b43c-175d-4901-bf1c-f6e12d66f664'] in dv-cinder-821602-9-iscsi is: [{'id': '7829b43c-175d-4901-bf1c-f6e12d66f664', 'name': 'tempest-TestMinimumBasicScenario-1642904178-router', 'tenant_id': '8db4b62a03ce44a89d62eb54ee788815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:19:51Z', 'updated_at': '2022-01-12T10:22:53Z', 'revision_number': 6, 'project_id': '8db4b62a03ce44a89d62eb54ee788815', 'gw_port_host': None}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:22:54.382898 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (b00c3ab8-824b-428d-ba79-7d023a54935c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.411751 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Pushing event deleted for resources: {'Port': ['ID=b00c3ab8-824b-428d-ba79-7d023a54935c,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:54.475494 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (7829b43c-175d-4901-bf1c-f6e12d66f664), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.567689 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (7829b43c-175d-4901-bf1c-f6e12d66f664), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.569843 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks [] for router_controller (7829b43c-175d-4901-bf1c-f6e12d66f664), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.697699 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (7829b43c-175d-4901-bf1c-f6e12d66f664), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.699272 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7829b43c-175d-4901-bf1c-f6e12d66f664 {{(pid=103260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:22:54.704168 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:54.707673 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6a85ee8a-e644-4c85-8d26-5cca34f6786e admin admin] 10.222.0.76 "DELETE /v2.0/routers/7829b43c-175d-4901-bf1c-f6e12d66f664 HTTP/1.1" status: 204 len: 168 time: 1.0255439 Jan 12 10:22:54.707997 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54342) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:55.009495 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] Deleting subnet 41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:22:55.013433 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] Publish callbacks [] for subnet (41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.050978 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.135137 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.263826 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.296541 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:55.298797 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.306913 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a43cf-4302-4870-8a6b-fead8b915bc6 None None] Network 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:22:55.309849 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 54350) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:55.317053 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-63782add-fa0f-49bf-a738-ba73ba9aaa19 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/41dbb1e2-aa7f-4b00-b8b6-d0700ef5ff3a HTTP/1.1" status: 204 len: 168 time: 0.6055660 Jan 12 10:22:55.471361 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] DHCP port deletion for 96936bf4-7ad5-4eb1-9869-1785f0bc12e9 request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:22:55.521213 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] Deleting port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:55.521501 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.675447 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (96936bf4-7ad5-4eb1-9869-1785f0bc12e9), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.686112 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1295182b-f65e-4e62-81af-70b90dc5fa7a req-d7beb32c-5642-4c6a-af10-47ad21228e09 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:55.687712 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1295182b-f65e-4e62-81af-70b90dc5fa7a req-d7beb32c-5642-4c6a-af10-47ad21228e09 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.3787839 Jan 12 10:22:55.708583 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:22:55.736274 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] For port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,segment=NetworkSegment(2afa3d37-b213-401c-83b5-15e5a3afb14c),segment_id=2afa3d37-b213-401c-83b5-15e5a3afb14c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:55.736665 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.762857 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] Calling delete_port for 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:55.768737 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1295182b-f65e-4e62-81af-70b90dc5fa7a req-f2d19992-bc5c-46bb-9691-728b6d9fd783 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709646 Jan 12 10:22:55.780830 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Deleting port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:22:55.781193 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.854188 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] For port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,segment=NetworkSegment(2afa3d37-b213-401c-83b5-15e5a3afb14c),segment_id=2afa3d37-b213-401c-83b5-15e5a3afb14c)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:55.855479 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.867859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Calling delete_port for 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 owned by network:dhcp {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:22:55.885295 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:55.906686 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'port_id': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'mac_address': 'fa:16:3e:8b:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:22:55.973527 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea is: ACTIVE; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:55.974223 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.989757 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:55.992236 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.007020 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: self.session.flush() Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:22:56.010267 dv-cinder-821602-9-iscsi neutron-server[103261]: self.session.flush() Jan 12 10:22:56.016998 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (2add544f-ff7b-4d6a-85d2-77da2d64d1b6), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.031934 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] Pushing event deleted for resources: {'Port': ['ID=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:56.044257 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a6c6f-551a-4a6c-93d2-9ac14791c4c8 None None] No DVR routers for this DVR port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:22:56.046895 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:56.065618 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device a92f80fa-8787-4b28-979c-3652ea4ad00c no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:56.080135 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] No DVR routers for this DVR port 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 on host dv-cinder-821602-9-iscsi {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:22:56.086022 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Pushing event deleted for resources: {'Port': ['ID=2add544f-ff7b-4d6a-85d2-77da2d64d1b6,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:56.100511 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: a92f80fa-8787-4b28-979c-3652ea4ad00c {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:56.100888 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device a92f80fa-8787-4b28-979c-3652ea4ad00c not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:56.101318 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:56.132520 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:56.144010 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2add544f-ff7b-4d6a-85d2-77da2d64d1b6 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:56.144459 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device b00c3ab8-824b-428d-ba79-7d023a54935c no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:22:56.146649 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.162454 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (96936bf4-7ad5-4eb1-9869-1785f0bc12e9), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.186673 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96936bf4-7ad5-4eb1-9869-1785f0bc12e9']}} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:56.192415 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: b00c3ab8-824b-428d-ba79-7d023a54935c {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:22:56.192620 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device b00c3ab8-824b-428d-ba79-7d023a54935c not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:22:56.199726 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2afa3d37-b213-401c-83b5-15e5a3afb14c') {'for_net_delete': True} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:56.199726 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2afa3d37-b213-401c-83b5-15e5a3afb14c') {} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:22:56.209145 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460946'] for segment (2afa3d37-b213-401c-83b5-15e5a3afb14c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.220968 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=6']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:56.225501 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (2afa3d37-b213-401c-83b5-15e5a3afb14c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.232583 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=103261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:22:56.233109 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114346'] for segment (2afa3d37-b213-401c-83b5-15e5a3afb14c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: self.session.flush() Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: self.session.flush() Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: Traceback (most recent call last): Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: timer() Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: cb(*args, **kw) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: return func(*args, **kwargs) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: self._notify() Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: self.callback(batched_events) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: event.method(event) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: return f(self, *a, **k) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._get(url).json() Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: return self.request(url, 'GET', **kwargs) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:22:56.234946 dv-cinder-821602-9-iscsi neutron-server[103261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:22:56.250463 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:22:56.359994 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (96936bf4-7ad5-4eb1-9869-1785f0bc12e9), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.367921 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.372585 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] 10.222.0.76 "DELETE /v2.0/networks/96936bf4-7ad5-4eb1-9869-1785f0bc12e9 HTTP/1.1" status: 204 len: 168 time: 1.0611877 Jan 12 10:22:56.395191 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c450-b242-4b6d-ba29-da4eb14ffd90 admin admin] Pushing event deleted for resources: {'Network': ['ID=96936bf4-7ad5-4eb1-9869-1785f0bc12e9,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:56.759510 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54378) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:56.811554 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-32e1a958-2471-4031-9bc9-84d479d43b6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.834285 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-2ae9ed82-15a4-4384-9670-5726d1e9c04a admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=501a0c96b53f4bef94546d7d19c32796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0736489 Jan 12 10:22:56.836850 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 54384) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:56.946786 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41eb01be-566f-462b-b68c-1eb05da314ff admin admin] Publish callbacks [] for security_group (0433fa91-8739-494d-a0d4-49b5c093b2eb), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:56.971442 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c0de7-e1ef-4aec-aa86-901d813c8477 req-2d39f697-7634-4b58-955c-b1519c83ce5e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:56.973211 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-610c0de7-e1ef-4aec-aa86-901d813c8477 req-2d39f697-7634-4b58-955c-b1519c83ce5e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 944 time: 0.1037612 Jan 12 10:22:57.008358 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41eb01be-566f-462b-b68c-1eb05da314ff admin admin] Publish callbacks [] for security_group (0433fa91-8739-494d-a0d4-49b5c093b2eb), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:57.074583 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-610c0de7-e1ef-4aec-aa86-901d813c8477 req-53c4f588-9646-4d44-bf29-0d6a466d12ea tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904722 Jan 12 10:22:57.200683 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41eb01be-566f-462b-b68c-1eb05da314ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0433fa91-8739-494d-a0d4-49b5c093b2eb), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:57.204483 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41eb01be-566f-462b-b68c-1eb05da314ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:57.205787 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-41eb01be-566f-462b-b68c-1eb05da314ff admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0433fa91-8739-494d-a0d4-49b5c093b2eb HTTP/1.1" status: 204 len: 168 time: 0.3674026 Jan 12 10:22:57.216448 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb01be-566f-462b-b68c-1eb05da314ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0433fa91-8739-494d-a0d4-49b5c093b2eb,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:57.695432 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:22:57.755286 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:22:57.755663 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:57.854008 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:22:57.855249 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:57.894240 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:22:57.895431 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:22:57.898048 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dbd658-4312-4481-be01-600d4ad51a48" -d '{"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:22:57.960437 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:58.000800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 54402) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:58.036938 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=7']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:58.059498 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-c93fc36d-aa58-4e13-8463-25ecfea82630 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8db4b62a03ce44a89d62eb54ee788815&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573409 Jan 12 10:22:58.062412 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54404) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:22:58.117043 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-96a699bf-4697-44c3-aa10-ea45d9ab2a30 admin admin] Publish callbacks [] for security_group (32429596-0cbb-486d-a885-c3be34df01c7), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:58.146469 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-96a699bf-4697-44c3-aa10-ea45d9ab2a30 admin admin] Publish callbacks [] for security_group (32429596-0cbb-486d-a885-c3be34df01c7), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:58.222784 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ea3954-9e1d-40e0-b6e9-f28516038e71 x-openstack-request-id: req-e1ea3954-9e1d-40e0-b6e9-f28516038e71 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:22:58.223091 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:22:58.223347 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e1ea3954-9e1d-40e0-b6e9-f28516038e71 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:22:58.223735 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'code': 200} Jan 12 10:22:58.280118 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7de73-e180-4836-8dd7-3f5006b23ab7 req-707b0b36-dc2b-43a4-91b0-8ec6e38e3f31 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:58.281988 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7b7de73-e180-4836-8dd7-3f5006b23ab7 req-707b0b36-dc2b-43a4-91b0-8ec6e38e3f31 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0622742 Jan 12 10:22:58.304007 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-96a699bf-4697-44c3-aa10-ea45d9ab2a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (32429596-0cbb-486d-a885-c3be34df01c7), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:58.306719 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-96a699bf-4697-44c3-aa10-ea45d9ab2a30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:58.308210 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-96a699bf-4697-44c3-aa10-ea45d9ab2a30 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/32429596-0cbb-486d-a885-c3be34df01c7 HTTP/1.1" status: 204 len: 168 time: 0.2445934 Jan 12 10:22:58.323546 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a699bf-4697-44c3-aa10-ea45d9ab2a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32429596-0cbb-486d-a885-c3be34df01c7,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:22:58.382468 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7b7de73-e180-4836-8dd7-3f5006b23ab7 req-caa1d999-1535-4e87-9c42-9b2190fe902c tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883822 Jan 12 10:22:58.943349 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0dfb9f8f-5171-4a38-b867-777ef0a3e9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:22:59.509478 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8ef2d-9fb2-4d5e-af6f-bce87fc4b6a3 req-d42fd2a3-a633-43bf-a7f0-dc132cc6ebcb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:22:59.512588 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82b8ef2d-9fb2-4d5e-af6f-bce87fc4b6a3 req-d42fd2a3-a633-43bf-a7f0-dc132cc6ebcb tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0555067 Jan 12 10:22:59.565940 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82b8ef2d-9fb2-4d5e-af6f-bce87fc4b6a3 req-e4afe9fd-591b-4ecd-bd9d-5d26995559bc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475981 Jan 12 10:23:00.439877 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:00.705441 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb12fce3-db87-4bbf-a63f-e16acd4bf3ab req-2f03747a-c8f8-4b5f-b470-f65e2fc9c861 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:00.707390 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eb12fce3-db87-4bbf-a63f-e16acd4bf3ab req-2f03747a-c8f8-4b5f-b470-f65e2fc9c861 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0592728 Jan 12 10:23:00.777772 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eb12fce3-db87-4bbf-a63f-e16acd4bf3ab req-6c4b64ec-75e5-4ed2-9add-d18b2e64c10e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599401 Jan 12 10:23:01.720688 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:01.956051 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc277a3-5ebc-4049-9d9f-48111645cf1c req-897d94f2-cd1f-48a6-92f3-bc901332bf98 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:01.957724 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7dc277a3-5ebc-4049-9d9f-48111645cf1c req-897d94f2-cd1f-48a6-92f3-bc901332bf98 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.1015921 Jan 12 10:23:02.032561 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7dc277a3-5ebc-4049-9d9f-48111645cf1c req-680bee4b-5725-460f-aa07-b8370cb0d91f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629430 Jan 12 10:23:02.782931 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:03.167167 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af82444-fbd9-4a7c-8066-40ddfed5fe0d req-dcff0b67-6fc2-47d0-93c6-9ee154b2cb5e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:03.168912 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4af82444-fbd9-4a7c-8066-40ddfed5fe0d req-dcff0b67-6fc2-47d0-93c6-9ee154b2cb5e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0538378 Jan 12 10:23:03.222501 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4af82444-fbd9-4a7c-8066-40ddfed5fe0d req-b62ba0dc-23af-4398-8153-012f4df04ebe tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480008 Jan 12 10:23:04.366715 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7a098-430b-4a76-8767-f621fc10772d req-004b9071-9e81-441c-ba7f-80364fc23af1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:04.369288 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ddf7a098-430b-4a76-8767-f621fc10772d req-004b9071-9e81-441c-ba7f-80364fc23af1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0627236 Jan 12 10:23:04.426893 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ddf7a098-430b-4a76-8767-f621fc10772d req-edfdf1ec-a739-4746-8185-3437e71daeda tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508823 Jan 12 10:23:05.590959 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ac776-2b2e-4619-a392-a423b061139a req-84bb3faf-bf69-4ec3-8710-80052fa17a0d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:05.592790 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-242ac776-2b2e-4619-a392-a423b061139a req-84bb3faf-bf69-4ec3-8710-80052fa17a0d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0636268 Jan 12 10:23:05.655165 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-242ac776-2b2e-4619-a392-a423b061139a req-0559ad68-bab9-4db0-8a4e-6bc5972d93ca tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560868 Jan 12 10:23:06.790473 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5ec07-e163-4f14-8a5b-9572789898e4 req-f8cd6372-d63c-40f8-94dd-95ed0a28e20d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:06.792623 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-36e5ec07-e163-4f14-8a5b-9572789898e4 req-f8cd6372-d63c-40f8-94dd-95ed0a28e20d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0547507 Jan 12 10:23:06.842648 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-36e5ec07-e163-4f14-8a5b-9572789898e4 req-a63dfdab-e477-45e4-8896-6473068f6fd1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441072 Jan 12 10:23:07.966059 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc74649-83c8-4397-a1d1-9ab413c6599b req-45080d5d-c916-4963-9fec-ceed39b178ab tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:07.967582 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ffc74649-83c8-4397-a1d1-9ab413c6599b req-45080d5d-c916-4963-9fec-ceed39b178ab tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Jan 12 10:23:08.018156 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ffc74649-83c8-4397-a1d1-9ab413c6599b req-c8705e02-46a1-44a1-8adb-c5fc2c0c86bc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449965 Jan 12 10:23:08.772904 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-5c02bbfe-7f72-4494-8ccd-025704b61233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:08.774344 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-5c02bbfe-7f72-4494-8ccd-025704b61233 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0435309 Jan 12 10:23:08.876367 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-3bfc6176-8924-4aa1-b158-4defb180eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:08.878240 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-3bfc6176-8924-4aa1-b158-4defb180eecb service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.0977623 Jan 12 10:23:08.951635 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-1e968cb2-2540-45fa-a63e-78c3bea23d5e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea HTTP/1.1" status: 200 len: 1001 time: 0.0655544 Jan 12 10:23:09.001603 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-2bdebc76-3379-4118-a054-89170ae95a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:09.003065 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-2bdebc76-3379-4118-a054-89170ae95a1f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0445027 Jan 12 10:23:09.051333 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-ad430364-95d7-4b4e-be4e-02482842e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:09.052795 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-ad430364-95d7-4b4e-be4e-02482842e32f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432100 Jan 12 10:23:09.216106 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88130a8-845b-4808-a913-3fcac1e217cc req-9e46634f-641a-40f0-9e2f-35ebaa0c3fc1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:09.219614 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d88130a8-845b-4808-a913-3fcac1e217cc req-9e46634f-641a-40f0-9e2f-35ebaa0c3fc1 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0912418 Jan 12 10:23:09.219955 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-1d8b16dc-f468-455f-ae4a-64ae8887667b service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609979 Jan 12 10:23:09.333846 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d88130a8-845b-4808-a913-3fcac1e217cc req-951c8c9b-177b-4ec1-96d0-d74b51b71c95 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100113 Jan 12 10:23:09.358212 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-300e1cc0-1cf0-49f9-b15a-f35795b62891 req-68febb39-e31e-42f5-9e42-2b7f3e3dd5a7 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277328 Jan 12 10:23:10.455898 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb75ab8-9490-4792-84b4-82815e5fed4d req-460336cd-cd17-4404-8742-7b513657b155 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:10.457556 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fcb75ab8-9490-4792-84b4-82815e5fed4d req-460336cd-cd17-4404-8742-7b513657b155 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0509295 Jan 12 10:23:10.506457 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fcb75ab8-9490-4792-84b4-82815e5fed4d req-464353b0-9436-4e3f-8b3c-64e773178fa6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432351 Jan 12 10:23:11.632821 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f140b3b-537f-40fd-9cda-d98f3c3f16af req-fcfaa039-3c9a-4687-ae5c-dd505ae14e65 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:11.634379 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3f140b3b-537f-40fd-9cda-d98f3c3f16af req-fcfaa039-3c9a-4687-ae5c-dd505ae14e65 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 945 time: 0.0520415 Jan 12 10:23:11.688786 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3f140b3b-537f-40fd-9cda-d98f3c3f16af req-725c4ba6-5542-4b04-9941-26f8bc430967 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474102 Jan 12 10:23:11.793645 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:23:11.872794 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea is: ACTIVE; New status is: DOWN {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:23:11.873215 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:11.897674 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:11.899890 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda19c84-df6e-4f7e-8863-67b9ff3a6679" -d '{"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-unplugged", "status": "completed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:23:11.913403 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:11.934098 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 12 Jan 2022 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273bd2cd-a471-4292-99c6-2e6343600f5e x-openstack-request-id: req-273bd2cd-a471-4292-99c6-2e6343600f5e {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:23:11.934384 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-unplugged", "status": "failed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea", "code": 422}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:23:11.934667 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-273bd2cd-a471-4292-99c6-2e6343600f5e {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:23:11.935079 dv-cinder-821602-9-iscsi neutron-server[103262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'code': 422} returned with failed status Jan 12 10:23:11.994155 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:12.042199 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=8']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:13.715566 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [req-6df829c6-6385-4ecc-8628-f7db6e435a1a req-ebb597f8-d73e-4131-ab3b-0cc0e1243752 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:23:13.716602 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6df829c6-6385-4ecc-8628-f7db6e435a1a req-ebb597f8-d73e-4131-ab3b-0cc0e1243752 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1557691 Jan 12 10:23:13.993661 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bff8e1-b004-4a33-9fb4-8f3aae7a7c4d req-f90944f9-4e32-4ea1-bf61-99025b4d94c7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:13.995790 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-17bff8e1-b004-4a33-9fb4-8f3aae7a7c4d req-f90944f9-4e32-4ea1-bf61-99025b4d94c7 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0519428 Jan 12 10:23:14.044757 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-17bff8e1-b004-4a33-9fb4-8f3aae7a7c4d req-c78969e9-f4f4-4616-9675-5b58fd4923d8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431297 Jan 12 10:23:14.210178 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-0f53fed8-22d7-4ce2-8625-ca2212e32791 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0450461 Jan 12 10:23:15.170527 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6fff5-dcf2-4343-92e9-086cb56f42d6 req-f702ebda-c31e-4f16-ab68-f761a2ee15ff tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:15.172054 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75e6fff5-dcf2-4343-92e9-086cb56f42d6 req-f702ebda-c31e-4f16-ab68-f761a2ee15ff tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0544741 Jan 12 10:23:15.221604 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75e6fff5-dcf2-4343-92e9-086cb56f42d6 req-b4290a61-20a5-4de9-b095-d331b25603d6 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438895 Jan 12 10:23:15.616759 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-d77fc8f9-c177-4909-9283-a4be9397556d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:15.618301 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-d77fc8f9-c177-4909-9283-a4be9397556d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5&tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f HTTP/1.1" status: 200 len: 1096 time: 0.0725586 Jan 12 10:23:15.682381 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-4cfa5f87-a494-4244-a4f5-41b7ffbd4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:15.690248 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-4cfa5f87-a494-4244-a4f5-41b7ffbd4f90 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0425463 Jan 12 10:23:15.776118 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-9f9d2391-06f9-48a2-916e-c7351d216536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:15.777577 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-9f9d2391-06f9-48a2-916e-c7351d216536 service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.0858667 Jan 12 10:23:15.850031 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-70ef2614-a55d-4597-ae22-87160c2b1faa service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea HTTP/1.1" status: 200 len: 999 time: 0.0660803 Jan 12 10:23:15.908939 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-ea63d6a1-a8ea-49cf-a2de-0b375c7834a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:15.909214 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-ea63d6a1-a8ea-49cf-a2de-0b375c7834a1 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0535805 Jan 12 10:23:15.969159 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-d000f750-06ad-45f5-8198-9334aa4f975c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:15.970789 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-d000f750-06ad-45f5-8198-9334aa4f975c service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0556886 Jan 12 10:23:16.077949 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-bdbfd800-b177-4a32-af91-c992c1e46ee7 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995133 Jan 12 10:23:16.176044 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-afc221c0-4539-4dca-a31e-f260e49db202 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916874 Jan 12 10:23:16.363410 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724653f-e506-4d1a-b1ad-8489c9056220 req-d8765110-b5d0-4e84-b28e-11e9a03e7cc9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:16.365452 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4724653f-e506-4d1a-b1ad-8489c9056220 req-d8765110-b5d0-4e84-b28e-11e9a03e7cc9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0619512 Jan 12 10:23:16.424442 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4724653f-e506-4d1a-b1ad-8489c9056220 req-c7714814-0ef0-4e4b-89ab-be3d8bd2cd51 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479612 Jan 12 10:23:17.143677 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a1a4b-a19b-4aff-8604-452ce85e61a6 req-39fe4563-5679-451c-bf32-520b908c6135 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:17.145896 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8d6a1a4b-a19b-4aff-8604-452ce85e61a6 req-39fe4563-5679-451c-bf32-520b908c6135 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0784659 Jan 12 10:23:17.233583 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8d6a1a4b-a19b-4aff-8604-452ce85e61a6 req-5521bbfd-4860-4341-919f-f31f923d1adc tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760729 Jan 12 10:23:17.240278 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:17.613841 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc7578-0f9c-4749-9ac0-a0e53c0ff3b7 req-1d3d9a68-cc6a-4cac-9002-3960b09d54aa tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:17.616087 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-47fc7578-0f9c-4749-9ac0-a0e53c0ff3b7 req-1d3d9a68-cc6a-4cac-9002-3960b09d54aa tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.1019948 Jan 12 10:23:17.713756 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-47fc7578-0f9c-4749-9ac0-a0e53c0ff3b7 req-bb1c28e9-a2f1-4e84-9133-1df7801cc976 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858557 Jan 12 10:23:17.958161 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d87435-67c1-410f-ac07-eab15a49d22e req-4e2bca6b-7801-4527-8077-4854dc04a4a0 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:17.960905 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-26d87435-67c1-410f-ac07-eab15a49d22e req-4e2bca6b-7801-4527-8077-4854dc04a4a0 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0679929 Jan 12 10:23:18.022092 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-26d87435-67c1-410f-ac07-eab15a49d22e req-881509bd-db25-40f5-b2b6-042eab2e27f3 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557444 Jan 12 10:23:18.358452 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c856e-eda8-41df-97b6-3cf3cc4a7024 req-7e678c66-f2fa-46e4-9733-73dd4b42cccb tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:18.360942 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3b2c856e-eda8-41df-97b6-3cf3cc4a7024 req-7e678c66-f2fa-46e4-9733-73dd4b42cccb tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0601621 Jan 12 10:23:18.428492 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3b2c856e-eda8-41df-97b6-3cf3cc4a7024 req-9a59d332-22d8-4373-903a-ab13f8bb34aa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561752 Jan 12 10:23:18.857296 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ce980-8ce4-4e5a-a7f0-e2d7160e20c5 req-56bb1467-498e-4ba8-b7f7-7f1f919ac353 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:18.859519 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-510ce980-8ce4-4e5a-a7f0-e2d7160e20c5 req-56bb1467-498e-4ba8-b7f7-7f1f919ac353 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0582089 Jan 12 10:23:18.911518 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-510ce980-8ce4-4e5a-a7f0-e2d7160e20c5 req-bb04ec8d-524a-4d8f-af2f-144ba0da7b60 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460455 Jan 12 10:23:19.170818 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea011ef-789a-406e-9009-1b830cc34270 req-93b5ceed-e930-4a71-adfd-0855f90deefb tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:19.172478 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ea011ef-789a-406e-9009-1b830cc34270 req-93b5ceed-e930-4a71-adfd-0855f90deefb tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0635996 Jan 12 10:23:19.227040 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9ea011ef-789a-406e-9009-1b830cc34270 req-aaca6dac-5fa2-4e9d-8d24-b87f4f41f6de tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488369 Jan 12 10:23:19.578685 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49c37c-22bb-42be-8319-3b176eb4e826 req-afa8a870-f1e5-4d64-b497-edc1d18dcd87 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:19.580581 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cc49c37c-22bb-42be-8319-3b176eb4e826 req-afa8a870-f1e5-4d64-b497-edc1d18dcd87 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0610652 Jan 12 10:23:19.637693 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cc49c37c-22bb-42be-8319-3b176eb4e826 req-5b7366b2-210b-4bc1-8be5-7489e82af7fc tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508397 Jan 12 10:23:20.041902 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb29756-d033-4e91-8f00-cabdc5f75a76 req-29d9453b-e291-4f62-9680-a1231cdca554 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:20.043617 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cdb29756-d033-4e91-8f00-cabdc5f75a76 req-29d9453b-e291-4f62-9680-a1231cdca554 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0522218 Jan 12 10:23:20.098464 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cdb29756-d033-4e91-8f00-cabdc5f75a76 req-44217290-d32a-46af-beed-90e8586b98bf tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489736 Jan 12 10:23:20.350866 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70e878-e940-4c76-9196-fbd63569002c req-468ddec5-1c6d-4ace-b580-c3cbf0b87ce9 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:20.352567 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d70e878-e940-4c76-9196-fbd63569002c req-468ddec5-1c6d-4ace-b580-c3cbf0b87ce9 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0512462 Jan 12 10:23:20.413527 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d70e878-e940-4c76-9196-fbd63569002c req-87c14d5a-9de8-447f-bd13-043aa214807a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550911 Jan 12 10:23:20.763388 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f819f9-4773-4570-9fc2-62dc3d8cba4f req-a9350970-509e-4968-91ce-54228402497d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:20.765039 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82f819f9-4773-4570-9fc2-62dc3d8cba4f req-a9350970-509e-4968-91ce-54228402497d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0542750 Jan 12 10:23:20.839076 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82f819f9-4773-4570-9fc2-62dc3d8cba4f req-ede98202-a69a-42a5-b09b-c2029f2eaf9f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682509 Jan 12 10:23:20.955130 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:23:21.229590 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265c814-a885-42ed-a6b5-e94d9d55b0c5 req-8d18cc54-9568-465b-afdd-7370c8ddb88a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:21.231026 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7265c814-a885-42ed-a6b5-e94d9d55b0c5 req-8d18cc54-9568-465b-afdd-7370c8ddb88a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0583134 Jan 12 10:23:21.281093 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7265c814-a885-42ed-a6b5-e94d9d55b0c5 req-5e668c70-fe6d-44c4-b7b2-433cdf5ba0ef tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445585 Jan 12 10:23:21.538146 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db1158-517a-4325-86ee-39f73b19eab2 req-01de3899-6720-491f-8dd2-28b87f229b9a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:21.539780 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-64db1158-517a-4325-86ee-39f73b19eab2 req-01de3899-6720-491f-8dd2-28b87f229b9a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0555255 Jan 12 10:23:21.596320 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-64db1158-517a-4325-86ee-39f73b19eab2 req-d2e41200-722d-4519-b8b2-53be81484ae8 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500872 Jan 12 10:23:21.971314 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdeba25-35f2-4ac0-bd7d-25cde167f8ae req-4346371c-95cb-4dca-897b-d1e2d9911ba7 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:21.972901 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ecdeba25-35f2-4ac0-bd7d-25cde167f8ae req-4346371c-95cb-4dca-897b-d1e2d9911ba7 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0549440 Jan 12 10:23:22.029192 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ecdeba25-35f2-4ac0-bd7d-25cde167f8ae req-f39c6ce9-bd83-48a4-964e-90e55843a3bd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499308 Jan 12 10:23:22.409867 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef72fb-6968-405f-8fb9-80b25fbc0405 req-ef2926c0-412c-40ef-a379-daa232d9a779 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:22.411458 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ceef72fb-6968-405f-8fb9-80b25fbc0405 req-ef2926c0-412c-40ef-a379-daa232d9a779 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0536799 Jan 12 10:23:22.461073 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ceef72fb-6968-405f-8fb9-80b25fbc0405 req-a4f227e5-ecb2-42b2-b9ad-6d47cc43177a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440612 Jan 12 10:23:22.743716 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff38af6-182b-4452-b903-ea6cf4ac6021 req-41f693cc-67e6-4a06-b529-3f2008a56f32 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:22.745965 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9ff38af6-182b-4452-b903-ea6cf4ac6021 req-41f693cc-67e6-4a06-b529-3f2008a56f32 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0683680 Jan 12 10:23:22.797382 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9ff38af6-182b-4452-b903-ea6cf4ac6021 req-b4763bb9-f16c-4992-8bfa-d6e1adc02045 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457349 Jan 12 10:23:23.165581 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85160fa7-ad18-487a-9223-2234288b86a2 req-d6a32f63-6a95-412c-994f-0e59d7f8c80d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:23.168087 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-85160fa7-ad18-487a-9223-2234288b86a2 req-d6a32f63-6a95-412c-994f-0e59d7f8c80d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0607841 Jan 12 10:23:23.223718 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-85160fa7-ad18-487a-9223-2234288b86a2 req-c4794efd-6511-4d08-84a9-e28d15aab83c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497444 Jan 12 10:23:23.586728 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591994ae-8dde-4dfd-b151-1a76a12f7b78 req-63ced8cb-0908-4d8d-9e83-0c008356d697 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:23.587556 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-591994ae-8dde-4dfd-b151-1a76a12f7b78 req-63ced8cb-0908-4d8d-9e83-0c008356d697 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0510385 Jan 12 10:23:23.646031 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-591994ae-8dde-4dfd-b151-1a76a12f7b78 req-def9f4d4-258e-4951-b8f5-95650ace3329 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518057 Jan 12 10:23:23.958447 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298dfba-1c45-4ab7-9b13-6077b2a745ed req-b79e8158-15ec-465c-bd70-dfc2cfed1d39 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:23.964741 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d298dfba-1c45-4ab7-9b13-6077b2a745ed req-b79e8158-15ec-465c-bd70-dfc2cfed1d39 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0733292 Jan 12 10:23:24.019049 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d298dfba-1c45-4ab7-9b13-6077b2a745ed req-66ff0eab-642f-41e0-a049-2ae34ca10c22 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516603 Jan 12 10:23:24.362332 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c6c03-9331-423f-9a40-a4f412070c16 req-e3c190de-f8ed-4aa5-ad85-59652580c244 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:24.365512 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dd8c6c03-9331-423f-9a40-a4f412070c16 req-e3c190de-f8ed-4aa5-ad85-59652580c244 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0692048 Jan 12 10:23:24.436857 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dd8c6c03-9331-423f-9a40-a4f412070c16 req-08a7effb-6202-4ffd-8d2a-5755908c7a89 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644100 Jan 12 10:23:24.793106 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c71d-fbd3-41d3-9516-c58d05483725 req-7e3e2cfb-6441-4fb0-a4f1-693574ab5858 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:24.794840 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fce5c71d-fbd3-41d3-9516-c58d05483725 req-7e3e2cfb-6441-4fb0-a4f1-693574ab5858 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0524087 Jan 12 10:23:24.849110 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fce5c71d-fbd3-41d3-9516-c58d05483725 req-5e1f9661-15a7-493b-a459-0a9836034b0e tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474975 Jan 12 10:23:25.141799 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1b9c7-b137-42ac-b9de-7a29791e0584 req-21d94b86-9ea4-4c9d-b1b6-5390a135df1a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:25.143268 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-37b1b9c7-b137-42ac-b9de-7a29791e0584 req-21d94b86-9ea4-4c9d-b1b6-5390a135df1a tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0484095 Jan 12 10:23:25.189996 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-37b1b9c7-b137-42ac-b9de-7a29791e0584 req-17489863-9f1d-4749-807c-22fdd4952a21 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Jan 12 10:23:25.429329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-3c32968e-a0c9-427f-88e0-5f1f7f93a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:25.430843 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-3c32968e-a0c9-427f-88e0-5f1f7f93a7f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0419030 Jan 12 10:23:25.561899 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-b1ffc7f8-a074-41d7-a903-3dcec755597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:25.563425 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-b1ffc7f8-a074-41d7-a903-3dcec755597f service neutron] 10.222.0.79 "GET /v2.0/networks?id=8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 200 len: 918 time: 0.1009851 Jan 12 10:23:25.567168 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe8885-745b-452a-8714-612839c4a776 req-560fb9d7-66ef-4aaa-a3af-124ec2659b4e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:25.568791 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8dfe8885-745b-452a-8714-612839c4a776 req-560fb9d7-66ef-4aaa-a3af-124ec2659b4e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0539398 Jan 12 10:23:25.623586 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8dfe8885-745b-452a-8714-612839c4a776 req-a22e4aad-35d9-4970-b103-71ad4ce89d7e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483596 Jan 12 10:23:25.642687 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-09e94146-a1d9-4484-af15-d7703474ddad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea HTTP/1.1" status: 200 len: 999 time: 0.0705960 Jan 12 10:23:25.698739 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-f155b113-33ad-441e-93db-953d3642af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:25.700116 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-f155b113-33ad-441e-93db-953d3642af3f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 200 len: 856 time: 0.0496445 Jan 12 10:23:25.749074 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-4075c11e-c233-43b1-8f78-4be1f69e50e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:25.750590 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-4075c11e-c233-43b1-8f78-4be1f69e50e7 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=8ae1c859-4005-42c0-8f65-f1d61b0735dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426672 Jan 12 10:23:25.845329 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-b5bca013-6b2c-4917-b40e-1c6db292a8a3 service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826743 Jan 12 10:23:25.951988 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3737b4e2-3125-4b20-9718-3dd05a29028d req-c08bf06b-6567-46a2-a4fc-9bd90541b4ef service neutron] 10.222.0.79 "GET /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998888 Jan 12 10:23:25.989321 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa3fc-7d9e-40cf-8232-ceae2994c1de req-670012d1-8af8-4314-a35b-ca6572b914e8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:25.990840 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3e3aa3fc-7d9e-40cf-8232-ceae2994c1de req-670012d1-8af8-4314-a35b-ca6572b914e8 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0590956 Jan 12 10:23:26.042748 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3e3aa3fc-7d9e-40cf-8232-ceae2994c1de req-4fc3b09e-4a38-4ddd-ab1b-10aa1a6161e9 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454226 Jan 12 10:23:26.312414 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1beb28-cccf-4727-a76e-2d663690a7ea req-be02e9cf-9738-4a59-8974-1dd779708821 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:26.314005 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0b1beb28-cccf-4727-a76e-2d663690a7ea req-be02e9cf-9738-4a59-8974-1dd779708821 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0515802 Jan 12 10:23:26.362836 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0b1beb28-cccf-4727-a76e-2d663690a7ea req-1ea8c0bd-c4e1-4837-8596-2183406774ce tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432272 Jan 12 10:23:26.748286 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c2efe134-652f-4a14-8e14-5f9cbe82536c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:26.921972 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914467c-825c-41f4-848c-ba924ffcf8b3 req-75d5eb74-cff5-4579-8261-5db003533cd8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:26.923363 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c914467c-825c-41f4-848c-ba924ffcf8b3 req-75d5eb74-cff5-4579-8261-5db003533cd8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0541606 Jan 12 10:23:26.970867 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c914467c-825c-41f4-848c-ba924ffcf8b3 req-ab975c72-b272-4c01-bd3d-ec0f8518ae29 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420394 Jan 12 10:23:27.166253 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cccac7-8457-40b3-a337-ca6c4bb2421c req-17d6dbe5-12bf-4cde-b10c-60d3c83fa2dc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:27.167845 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-62cccac7-8457-40b3-a337-ca6c4bb2421c req-17d6dbe5-12bf-4cde-b10c-60d3c83fa2dc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 943 time: 0.0540195 Jan 12 10:23:27.173582 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9896cafd-0131-4025-9862-53448b6dbf43 req-b534fe25-b55c-4276-8258-2edcda13c508 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:27.174978 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9896cafd-0131-4025-9862-53448b6dbf43 req-b534fe25-b55c-4276-8258-2edcda13c508 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0477905 Jan 12 10:23:27.217683 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-62cccac7-8457-40b3-a337-ca6c4bb2421c req-abfaf61b-5c85-4c68-bd56-1c716bb2f956 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442824 Jan 12 10:23:27.269702 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Deleting port 516084e9-80ad-4025-8976-4a3ed71179d3 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:23:27.270041 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:27.357600 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] For port 516084e9-80ad-4025-8976-4a3ed71179d3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=516084e9-80ad-4025-8976-4a3ed71179d3,segment=NetworkSegment(86f9f06b-3bf5-4405-96e8-a178e924e9be),segment_id=86f9f06b-3bf5-4405-96e8-a178e924e9be)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:27.357992 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:27.371399 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Calling delete_port for 516084e9-80ad-4025-8976-4a3ed71179d3 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:23:27.501555 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17627-fa99-40ef-84ff-98da435157f0 req-b08d8dea-0e91-4cd5-bfaa-bea1dfc3996d tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:27.503018 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74d17627-fa99-40ef-84ff-98da435157f0 req-b08d8dea-0e91-4cd5-bfaa-bea1dfc3996d tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/ports?device_id=a8d8d8b2-653a-4cae-92a4-248f62016338 HTTP/1.1" status: 200 len: 945 time: 0.0701635 Jan 12 10:23:27.580777 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74d17627-fa99-40ef-84ff-98da435157f0 req-a2da8feb-0897-463c-b83a-aeeb78128b31 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.76 "GET /v2.0/security-groups?id=041f340c-d4e0-4951-a6e5-40298973a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588458 Jan 12 10:23:27.634749 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (516084e9-80ad-4025-8976-4a3ed71179d3), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:27.647920 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['516084e9-80ad-4025-8976-4a3ed71179d3'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:23:27.668418 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Pushing event deleted for resources: {'Port': ['ID=516084e9-80ad-4025-8976-4a3ed71179d3,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:27.708978 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] No DVR routers for this DVR port 516084e9-80ad-4025-8976-4a3ed71179d3 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:23:27.711500 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:27.715382 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9896cafd-0131-4025-9862-53448b6dbf43 req-d24324b7-2f54-4428-aad8-04a15ab8c168 tempest-VolumesSnapshotTestJSON-83713149 tempest-VolumesSnapshotTestJSON-83713149-project] 10.222.0.79 "DELETE /v2.0/ports/516084e9-80ad-4025-8976-4a3ed71179d3 HTTP/1.1" status: 204 len: 173 time: 0.5349388 Jan 12 10:23:27.715825 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'name': 'network-vif-deleted', 'tag': '516084e9-80ad-4025-8976-4a3ed71179d3'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:27.718099 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188bd7c1-156e-406e-aeed-0ad1812c4ca1" -d '{"events": [{"server_uuid": "a8d8d8b2-653a-4cae-92a4-248f62016338", "name": "network-vif-deleted", "tag": "516084e9-80ad-4025-8976-4a3ed71179d3"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:23:27.755150 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4713b3-97de-43c0-979a-ad7691f0e3c6 x-openstack-request-id: req-ff4713b3-97de-43c0-979a-ad7691f0e3c6 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:23:27.755450 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d8d8b2-653a-4cae-92a4-248f62016338", "name": "network-vif-deleted", "tag": "516084e9-80ad-4025-8976-4a3ed71179d3", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:23:27.755709 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-ff4713b3-97de-43c0-979a-ad7691f0e3c6 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:23:27.756109 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d8d8b2-653a-4cae-92a4-248f62016338', 'name': 'network-vif-deleted', 'tag': '516084e9-80ad-4025-8976-4a3ed71179d3', 'status': 'completed', 'code': 200} Jan 12 10:23:27.867793 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:23:27.969981 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:27.983377 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'port_id': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'mac_address': 'fa:16:3e:8b:7a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:23:28.030023 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:23:28.032428 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:28.045903 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:23:28.067891 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:28.092734 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0514a948-ec81-492b-801a-4aad0f2e954f req-20fdb49a-78a0-4f13-a05f-46314dd428fa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:28.094273 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0514a948-ec81-492b-801a-4aad0f2e954f req-20fdb49a-78a0-4f13-a05f-46314dd428fa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0523565 Jan 12 10:23:28.143447 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0514a948-ec81-492b-801a-4aad0f2e954f req-65e2205e-134b-45be-8e14-762099fa8ded tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436916 Jan 12 10:23:28.168411 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:28.218687 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=9']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:28.348305 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf7aa4-6837-44e6-88f1-988c08f80027 req-056831f2-cdc6-4013-8a9c-22a6f0c1dd86 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:28.349647 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5ecf7aa4-6837-44e6-88f1-988c08f80027 req-056831f2-cdc6-4013-8a9c-22a6f0c1dd86 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 944 time: 0.0529246 Jan 12 10:23:28.382966 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:23:28.400323 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5ecf7aa4-6837-44e6-88f1-988c08f80027 req-ce77d92f-8ef8-4998-a908-de5e855da190 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443962 Jan 12 10:23:28.919911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-ab7d5bbb-3c0b-43d0-9fa5-bb652e753e6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:29.279299 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe14b88-0caf-4d27-a608-b359293475b8 req-ae74ad63-b2da-4065-8654-43ce64357f56 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:29.280839 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3fe14b88-0caf-4d27-a608-b359293475b8 req-ae74ad63-b2da-4065-8654-43ce64357f56 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0633316 Jan 12 10:23:29.330439 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3fe14b88-0caf-4d27-a608-b359293475b8 req-e67db9f5-b450-468b-83d7-3fae36bb4b8f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Jan 12 10:23:29.536372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cca1d-d6a2-45d3-8ffd-5f11f6daa148 req-a5abaef9-b91f-41ec-a100-a1363b6cebbc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:29.537916 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-218cca1d-d6a2-45d3-8ffd-5f11f6daa148 req-a5abaef9-b91f-41ec-a100-a1363b6cebbc tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 944 time: 0.0621247 Jan 12 10:23:29.585915 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-218cca1d-d6a2-45d3-8ffd-5f11f6daa148 req-617a39f0-7841-480a-87c9-14317f24cd3a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422962 Jan 12 10:23:29.867651 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:23:29.918363 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:23:29.918738 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:29.998231 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:23:29.998940 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:30.021700 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:23:30.023916 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45e68f1-73b5-447b-a82d-eb70f1011bb2" -d '{"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:23:30.036166 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:23:30.061095 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60b31dd-86d7-4eed-8d56-0cac90b06335 x-openstack-request-id: req-e60b31dd-86d7-4eed-8d56-0cac90b06335 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:23:30.061413 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-plugged", "status": "completed", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:23:30.061677 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e60b31dd-86d7-4eed-8d56-0cac90b06335 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:23:30.062067 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'code': 200} Jan 12 10:23:30.257585 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:30.258462 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 516084e9-80ad-4025-8976-4a3ed71179d3 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:23:30.302472 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 516084e9-80ad-4025-8976-4a3ed71179d3 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:23:30.302818 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 516084e9-80ad-4025-8976-4a3ed71179d3 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:23:30.330511 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=10']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:30.439774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:30.503294 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fd56a-ae11-4c1e-b4bc-c03ed31b568e req-a723887d-b843-47cc-b250-8b7ca0d62b0d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:30.505535 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2e8fd56a-ae11-4c1e-b4bc-c03ed31b568e req-a723887d-b843-47cc-b250-8b7ca0d62b0d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0908821 Jan 12 10:23:30.529389 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5f35b-47a9-45da-862f-77924d2989af req-ce913279-9c23-4016-bdfb-b3132381fae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:30.530714 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-94f5f35b-47a9-45da-862f-77924d2989af req-ce913279-9c23-4016-bdfb-b3132381fae1 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 1099 time: 0.0826004 Jan 12 10:23:30.606639 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2e8fd56a-ae11-4c1e-b4bc-c03ed31b568e req-fa547192-7be6-4b18-8859-1966f5a17000 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941167 Jan 12 10:23:30.618733 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-94f5f35b-47a9-45da-862f-77924d2989af req-e1b98be6-61d0-4e09-8765-e111db745734 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802081 Jan 12 10:23:30.745214 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318f96f-e893-4c25-b994-0cdcdd6e6436 req-f807792e-0655-4aea-acf4-f6c7bf76478f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:30.747654 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c318f96f-e893-4c25-b994-0cdcdd6e6436 req-f807792e-0655-4aea-acf4-f6c7bf76478f tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.0675764 Jan 12 10:23:30.804218 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c318f96f-e893-4c25-b994-0cdcdd6e6436 req-9ce87c00-40d0-4a82-856b-168449d7ffae tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476995 Jan 12 10:23:31.736421 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:31.740945 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209493c-1df0-46ae-8fb1-9a5bdbb4e2da req-9e0f3c29-ba4b-42f6-a998-62eacdeac393 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:31.742474 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5209493c-1df0-46ae-8fb1-9a5bdbb4e2da req-9e0f3c29-ba4b-42f6-a998-62eacdeac393 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0521605 Jan 12 10:23:31.793971 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5209493c-1df0-46ae-8fb1-9a5bdbb4e2da req-2b0de4cd-f0d7-4f96-bb1e-eb78e0e64daa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445135 Jan 12 10:23:31.943759 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81544a4-c5fb-4d89-b6d2-f07096526863 req-6d709edb-1e82-4018-9478-c255194ab475 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:31.945305 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a81544a4-c5fb-4d89-b6d2-f07096526863 req-6d709edb-1e82-4018-9478-c255194ab475 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.0535455 Jan 12 10:23:32.000445 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a81544a4-c5fb-4d89-b6d2-f07096526863 req-a933e268-b915-4fe6-949a-34140dbe1a46 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494456 Jan 12 10:23:32.771609 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:32.913161 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4233318-6456-418e-b5bb-029a82257517 req-4104913c-46f2-4d61-89d3-b71dba964b2b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:32.914608 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b4233318-6456-418e-b5bb-029a82257517 req-4104913c-46f2-4d61-89d3-b71dba964b2b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0524247 Jan 12 10:23:32.961136 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b4233318-6456-418e-b5bb-029a82257517 req-4207fb23-3e91-44a4-bdad-7f674fa14ff8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403097 Jan 12 10:23:33.126425 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf6cad4-fc9b-4a06-bc28-34129debd773 req-ebea00f4-791b-441a-9168-2e92713ee31b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:33.127942 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ccf6cad4-fc9b-4a06-bc28-34129debd773 req-ebea00f4-791b-441a-9168-2e92713ee31b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.0498345 Jan 12 10:23:33.176098 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ccf6cad4-fc9b-4a06-bc28-34129debd773 req-ba19c974-4da1-414e-afca-a137c43c8087 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424204 Jan 12 10:23:34.081225 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85026117-22f2-4065-96c3-7e386546c31f req-0ec3d18c-afe9-486e-8300-75e322b079af tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:34.082717 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-85026117-22f2-4065-96c3-7e386546c31f req-0ec3d18c-afe9-486e-8300-75e322b079af tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0531433 Jan 12 10:23:34.130073 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-85026117-22f2-4065-96c3-7e386546c31f req-f404ea6c-931c-47a0-9e6f-d894a7da7a56 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417590 Jan 12 10:23:34.297218 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169b627-1b37-429e-b792-1d265ede3437 req-4acad2e8-c634-4798-8a21-c316d2f02629 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:34.298781 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d169b627-1b37-429e-b792-1d265ede3437 req-4acad2e8-c634-4798-8a21-c316d2f02629 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.0503640 Jan 12 10:23:34.346840 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d169b627-1b37-429e-b792-1d265ede3437 req-037a76ee-54f9-4274-a7c4-a2ac405e4450 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425661 Jan 12 10:23:35.243483 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78bab0b-e5e5-415f-93d4-4c09ad66936c req-62ca44e7-26a8-4c04-87fc-d8d5dc545b42 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:35.245824 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e78bab0b-e5e5-415f-93d4-4c09ad66936c req-62ca44e7-26a8-4c04-87fc-d8d5dc545b42 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0493371 Jan 12 10:23:35.295144 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e78bab0b-e5e5-415f-93d4-4c09ad66936c req-13f1a880-bd73-40d7-b778-3d2e5c8dcd2e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433798 Jan 12 10:23:35.476068 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0160a-69bc-44ef-b6a9-5c387fae76fb req-e8b82fb9-b45f-4910-a3bf-b7b3ee9d9d59 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:35.477647 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-30f0160a-69bc-44ef-b6a9-5c387fae76fb req-e8b82fb9-b45f-4910-a3bf-b7b3ee9d9d59 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.0541229 Jan 12 10:23:35.532370 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-30f0160a-69bc-44ef-b6a9-5c387fae76fb req-a3cdb074-f992-4fb3-b610-cbc249fbfd2a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Jan 12 10:23:36.414236 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89b054-e07e-4692-b5b2-4351405c3aa0 req-ce997df6-131e-4ca5-9394-07128abeff05 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:36.415743 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1d89b054-e07e-4692-b5b2-4351405c3aa0 req-ce997df6-131e-4ca5-9394-07128abeff05 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0507305 Jan 12 10:23:36.467617 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1d89b054-e07e-4692-b5b2-4351405c3aa0 req-42474c83-b832-4eed-ae8e-135a5e969670 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457473 Jan 12 10:23:36.662249 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324c0ab-bd56-49b9-89dc-f346949fbb81 req-49db07f1-688d-46af-acc3-bce29eac5db4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:36.663784 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5324c0ab-bd56-49b9-89dc-f346949fbb81 req-49db07f1-688d-46af-acc3-bce29eac5db4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.0537322 Jan 12 10:23:36.720405 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5324c0ab-bd56-49b9-89dc-f346949fbb81 req-add197d1-6b63-4f4a-99d0-9c424e804071 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503178 Jan 12 10:23:37.586650 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748751b-cbbc-4fd0-b799-12e6730f6e25 req-0bedd3b5-60f1-48a8-83db-52d95c8c5b90 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:37.589045 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8748751b-cbbc-4fd0-b799-12e6730f6e25 req-0bedd3b5-60f1-48a8-83db-52d95c8c5b90 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0498435 Jan 12 10:23:37.639054 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8748751b-cbbc-4fd0-b799-12e6730f6e25 req-8e71b276-b8a0-4c76-833e-6780f8d63736 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444345 Jan 12 10:23:38.760631 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e44065-a472-4330-9b69-b69eb17782f9 req-84f1bacf-68c6-4ef6-8ba5-d6a78c6deee5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:38.762421 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f8e44065-a472-4330-9b69-b69eb17782f9 req-84f1bacf-68c6-4ef6-8ba5-d6a78c6deee5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0530522 Jan 12 10:23:38.816777 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f8e44065-a472-4330-9b69-b69eb17782f9 req-4d9b820f-3c4f-4f41-ae55-0d875905c257 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486195 Jan 12 10:23:39.943270 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73965e98-b2c2-49f0-b853-e361c41aa9ad req-a6121d6d-d05e-4eba-87de-67530406deac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:39.944973 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-73965e98-b2c2-49f0-b853-e361c41aa9ad req-a6121d6d-d05e-4eba-87de-67530406deac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0597224 Jan 12 10:23:40.002980 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-73965e98-b2c2-49f0-b853-e361c41aa9ad req-62701d03-216a-4303-9fbd-c2a145d026af tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523772 Jan 12 10:23:41.117281 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc09152-0cad-4fb7-98a5-42d712976b39 req-795d71c0-a2d5-4f33-9a51-ae88a7cb61ff tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:41.119513 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4dc09152-0cad-4fb7-98a5-42d712976b39 req-795d71c0-a2d5-4f33-9a51-ae88a7cb61ff tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0492764 Jan 12 10:23:41.167006 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4dc09152-0cad-4fb7-98a5-42d712976b39 req-043d3673-9462-4f80-b428-33d10f5c170b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Jan 12 10:23:42.286885 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218b81-6b2d-49ba-8843-769e11459ddf req-6e7f3ef5-8396-4c48-a9a2-3404824700e1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:42.288367 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cf218b81-6b2d-49ba-8843-769e11459ddf req-6e7f3ef5-8396-4c48-a9a2-3404824700e1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0526221 Jan 12 10:23:42.335706 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cf218b81-6b2d-49ba-8843-769e11459ddf req-7f889719-bf74-4edf-b62d-4309441a4782 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Jan 12 10:23:43.452008 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bfda2e-1d98-4912-86c1-175d5ce1dc9d req-9ec55f73-5ec6-48a9-856a-c633e20ca8a5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:43.453539 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-86bfda2e-1d98-4912-86c1-175d5ce1dc9d req-9ec55f73-5ec6-48a9-856a-c633e20ca8a5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0496993 Jan 12 10:23:43.501436 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-86bfda2e-1d98-4912-86c1-175d5ce1dc9d req-3d6715cb-9cc2-4d30-bc3f-26aa17a1679e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423977 Jan 12 10:23:44.617306 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f045af3-e12f-41bf-8eb6-18489ebefc5d req-af5bf817-0697-4077-bfea-a806771aff14 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:44.618818 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5f045af3-e12f-41bf-8eb6-18489ebefc5d req-af5bf817-0697-4077-bfea-a806771aff14 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0493622 Jan 12 10:23:44.667036 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5f045af3-e12f-41bf-8eb6-18489ebefc5d req-adb0981c-211f-493b-8a30-d3d07b95317b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426705 Jan 12 10:23:45.787942 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2b497b-ad16-4332-a1b6-c5f8fd4aa598 req-a61d6e80-b170-4141-8a85-92f785e6d60d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:45.789639 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-df2b497b-ad16-4332-a1b6-c5f8fd4aa598 req-a61d6e80-b170-4141-8a85-92f785e6d60d tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0527818 Jan 12 10:23:45.839908 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-df2b497b-ad16-4332-a1b6-c5f8fd4aa598 req-8ca481c2-79d0-4637-ae6f-0705c1ccaa95 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Jan 12 10:23:46.963946 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3452df-5e20-4e7b-9bb1-faefbfec0ba7 req-167a07bb-bb04-4b72-a327-d046b027d163 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:46.965391 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-de3452df-5e20-4e7b-9bb1-faefbfec0ba7 req-167a07bb-bb04-4b72-a327-d046b027d163 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0535512 Jan 12 10:23:47.015207 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-de3452df-5e20-4e7b-9bb1-faefbfec0ba7 req-f5af40f8-de10-45c1-b3fd-51b1dbeff3e8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442288 Jan 12 10:23:47.228536 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:48.129273 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2493df-70fd-4d86-878e-d647ece68c6a req-f77466f1-ab11-4093-a62f-1a75b7b8473b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:48.130184 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0b2493df-70fd-4d86-878e-d647ece68c6a req-f77466f1-ab11-4093-a62f-1a75b7b8473b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0493598 Jan 12 10:23:48.179583 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0b2493df-70fd-4d86-878e-d647ece68c6a req-eb8089d1-ca44-4f16-96cd-ef54d9f0f6e0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423133 Jan 12 10:23:49.298010 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b679f-17dc-4ba5-a437-69c6e4680dad req-0f2c9c1e-ff68-44ea-9c45-7f51e13d6616 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:49.299506 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1b679f-17dc-4ba5-a437-69c6e4680dad req-0f2c9c1e-ff68-44ea-9c45-7f51e13d6616 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0526617 Jan 12 10:23:49.347238 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1b679f-17dc-4ba5-a437-69c6e4680dad req-455ccfb3-f034-488f-adf0-a95cd12a4f32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421665 Jan 12 10:23:50.474170 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707e8aa-c059-4ec2-8512-53b8a37958e2 req-ab4f6b83-4382-48a0-a7a1-8bef0ab6b9e3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:50.475678 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6707e8aa-c059-4ec2-8512-53b8a37958e2 req-ab4f6b83-4382-48a0-a7a1-8bef0ab6b9e3 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0562525 Jan 12 10:23:50.525111 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6707e8aa-c059-4ec2-8512-53b8a37958e2 req-8d795484-bd6e-4509-a479-0c50842e34c5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429468 Jan 12 10:23:51.645565 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288d120a-b113-4066-a0ba-825272646567 req-3d5d49bc-e07c-4bac-9efe-018b6aef5274 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:51.647070 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-288d120a-b113-4066-a0ba-825272646567 req-3d5d49bc-e07c-4bac-9efe-018b6aef5274 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0507402 Jan 12 10:23:51.699876 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-288d120a-b113-4066-a0ba-825272646567 req-abf32b3c-a877-4860-ab07-0ec28f644d19 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470541 Jan 12 10:23:52.831238 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc006a-bccb-473c-a2dd-79f1a91d82d7 req-37baf37e-b332-4c56-beb7-085aad16d959 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:52.832753 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-12dc006a-bccb-473c-a2dd-79f1a91d82d7 req-37baf37e-b332-4c56-beb7-085aad16d959 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0506229 Jan 12 10:23:52.882987 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-12dc006a-bccb-473c-a2dd-79f1a91d82d7 req-dbd79aeb-d494-446d-8019-5ee3370c1cdb tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433445 Jan 12 10:23:54.000260 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e94647-a62c-4a26-9ba4-d6c623ef0667 req-82533ad5-4c79-4151-9b58-69b1fb039dfc tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:54.016149 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-32e94647-a62c-4a26-9ba4-d6c623ef0667 req-82533ad5-4c79-4151-9b58-69b1fb039dfc tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0499628 Jan 12 10:23:54.048806 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-32e94647-a62c-4a26-9ba4-d6c623ef0667 req-54d4cc4f-b60a-4a4f-bbe8-54643abe00b6 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412014 Jan 12 10:23:55.186376 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91121e1-eea2-4b99-96c6-ab9cf47c1f3d req-3c40c877-fd99-4ece-be34-55e44d576e05 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:55.187912 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e91121e1-eea2-4b99-96c6-ab9cf47c1f3d req-3c40c877-fd99-4ece-be34-55e44d576e05 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0498312 Jan 12 10:23:55.246471 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e91121e1-eea2-4b99-96c6-ab9cf47c1f3d req-bddd5dcb-243c-4e27-af16-9a04d1fb7579 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518980 Jan 12 10:23:56.363331 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143029a-6c69-44da-9da7-638ce1094fb6 req-0425132f-cfc0-4f4c-87b7-a9b199e7b3ef tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:56.364848 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1143029a-6c69-44da-9da7-638ce1094fb6 req-0425132f-cfc0-4f4c-87b7-a9b199e7b3ef tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0485902 Jan 12 10:23:56.412234 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1143029a-6c69-44da-9da7-638ce1094fb6 req-8933231f-8194-4cce-bf41-aabad4c9ccd8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406542 Jan 12 10:23:56.544206 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 54934) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:23:56.595564 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_v2 [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Deleting subnet 18254018-cd72-4cf7-8f2f-d08a5b231c83 {{(pid=103261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:23:56.599145 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Publish callbacks [] for subnet (18254018-cd72-4cf7-8f2f-d08a5b231c83), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:56.635355 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460953'] for subnet (18254018-cd72-4cf7-8f2f-d08a5b231c83), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:56.695027 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (18254018-cd72-4cf7-8f2f-d08a5b231c83), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:56.793345 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5da21b7e-b604-4e5c-9c9b-1513390feb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:56.833982 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9730959'] for subnet (18254018-cd72-4cf7-8f2f-d08a5b231c83), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:56.860441 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18254018-cd72-4cf7-8f2f-d08a5b231c83,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:56.865154 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:56.868429 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/18254018-cd72-4cf7-8f2f-d08a5b231c83 HTTP/1.1" status: 204 len: 168 time: 0.3230913 Jan 12 10:23:56.871059 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54936) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:23:56.876413 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.876764 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.877138 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.877475 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.878062 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.878234 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.878599 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.878878 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.879210 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.879533 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.879856 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.880177 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.880493 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41284aec-ca5c-460e-b442-a243f98b5b2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:56.945940 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (228d53a9-87b1-4eb0-bed9-c4d15a856bb3), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:56.994803 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a046306-16f6-48cd-b03b-878681db2b81 req-b3adafde-817e-4773-85d3-d8369e2502f1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:56.997494 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1a046306-16f6-48cd-b03b-878681db2b81 req-b3adafde-817e-4773-85d3-d8369e2502f1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0570223 Jan 12 10:23:57.032425 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (228d53a9-87b1-4eb0-bed9-c4d15a856bb3), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.053466 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['228d53a9-87b1-4eb0-bed9-c4d15a856bb3']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:57.055834 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1a046306-16f6-48cd-b03b-878681db2b81 req-d05a9011-0496-4916-81da-6af4f629d3cd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522454 Jan 12 10:23:57.066869 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f9f06b-3bf5-4405-96e8-a178e924e9be') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:57.067260 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f9f06b-3bf5-4405-96e8-a178e924e9be') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:23:57.081648 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (86f9f06b-3bf5-4405-96e8-a178e924e9be), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.095542 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (86f9f06b-3bf5-4405-96e8-a178e924e9be), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.101695 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:23:57.102238 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (86f9f06b-3bf5-4405-96e8-a178e924e9be), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:23:57.104079 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:23:57.135800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da410bf-580f-4bac-9880-239bc71c44dc req-e4053a9f-5de8-4310-a053-272ed42f17f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:57.137630 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1da410bf-580f-4bac-9880-239bc71c44dc req-e4053a9f-5de8-4310-a053-272ed42f17f4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 1099 time: 0.0412400 Jan 12 10:23:57.235602 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da410bf-580f-4bac-9880-239bc71c44dc req-b4a9f620-fd17-4381-bf37-13a727012314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:57.237216 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1da410bf-580f-4bac-9880-239bc71c44dc req-b4a9f620-fd17-4381-bf37-13a727012314 service neutron] 10.222.0.79 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 912 time: 0.0929089 Jan 12 10:23:57.291126 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (228d53a9-87b1-4eb0-bed9-c4d15a856bb3), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.298215 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.305570 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] 10.222.0.76 "DELETE /v2.0/networks/228d53a9-87b1-4eb0-bed9-c4d15a856bb3 HTTP/1.1" status: 204 len: 168 time: 0.4294760 Jan 12 10:23:57.306835 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1da410bf-580f-4bac-9880-239bc71c44dc req-3433cd4e-743b-46b6-ac7e-29ba72c9426a service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c212b20b-a120-472b-95b0-22306117a924 HTTP/1.1" status: 200 len: 1002 time: 0.0585897 Jan 12 10:23:57.311485 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Pushing event deleted for resources: {'Network': ['ID=228d53a9-87b1-4eb0-bed9-c4d15a856bb3,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:57.319221 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.319579 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.319923 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.320258 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.320593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.320948 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.321313 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.321642 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.321970 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.322303 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.322625 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.322947 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.323264 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a8289f-0bc0-4f41-9cc2-50673c1b1349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:23:57.355365 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da410bf-580f-4bac-9880-239bc71c44dc req-99b8a21a-d414-47f4-9139-c42fcf22dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:57.357148 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1da410bf-580f-4bac-9880-239bc71c44dc req-99b8a21a-d414-47f4-9139-c42fcf22dd28 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 200 len: 850 time: 0.0471058 Jan 12 10:23:57.413175 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da410bf-580f-4bac-9880-239bc71c44dc req-5f16b201-e12e-4450-a6c4-d94925ba242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:57.414717 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1da410bf-580f-4bac-9880-239bc71c44dc req-5f16b201-e12e-4450-a6c4-d94925ba242f service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93afd915-ae37-41bf-8ffd-5600bd743f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512431 Jan 12 10:23:57.507920 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1da410bf-580f-4bac-9880-239bc71c44dc req-469854f4-5d8d-47b5-b0ee-d52608277e32 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872622 Jan 12 10:23:57.599871 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1da410bf-580f-4bac-9880-239bc71c44dc req-596b1f10-6cd9-417c-b4df-d740bba7f24c service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858362 Jan 12 10:23:57.694472 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54942) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:23:57.739589 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ed9cf89a-2325-4870-8643-0eb5c73c0261 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a6b8edc917384e06928b72b374ce99bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439465 Jan 12 10:23:57.742068 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54946) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:23:57.789375 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cf80b866-e37c-4ba6-a6c3-87d956085fc6 admin admin] Publish callbacks [] for security_group (041f340c-d4e0-4951-a6e5-40298973a997), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.810489 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cf80b866-e37c-4ba6-a6c3-87d956085fc6 admin admin] Publish callbacks [] for security_group (041f340c-d4e0-4951-a6e5-40298973a997), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.913769 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cf80b866-e37c-4ba6-a6c3-87d956085fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (041f340c-d4e0-4951-a6e5-40298973a997), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.916409 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cf80b866-e37c-4ba6-a6c3-87d956085fc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:57.917632 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-cf80b866-e37c-4ba6-a6c3-87d956085fc6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/041f340c-d4e0-4951-a6e5-40298973a997 HTTP/1.1" status: 204 len: 168 time: 0.1746750 Jan 12 10:23:57.925990 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf80b866-e37c-4ba6-a6c3-87d956085fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041f340c-d4e0-4951-a6e5-40298973a997,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:57.954020 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:23:58.184483 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412b332-4834-451e-8456-92737d5cbdf3 req-f05c6381-40cd-4a1b-9926-aae2c1e883cb tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:58.186051 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2412b332-4834-451e-8456-92737d5cbdf3 req-f05c6381-40cd-4a1b-9926-aae2c1e883cb tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0602174 Jan 12 10:23:58.236415 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2412b332-4834-451e-8456-92737d5cbdf3 req-7abc2bc5-f138-4d7e-958e-81f14c55f41a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 Jan 12 10:23:58.907655 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f9481461-b1c1-41c7-a095-a982712097f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.031568 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54970) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:23:59.128615 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1691772183-network', 'tenant_id': 'e959811113f54942ac887f100751f4f5'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:23:59.233687 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Made reservation on behalf of e959811113f54942ac887f100751f4f5 for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:23:59.235950 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.245810 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.329535 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks [] for security_group (435c6a40-6e81-46d2-80e4-5073647e256d), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.356189 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51b59d7-23cd-4958-a253-ee2dfe7f1c90 req-9408db31-d530-488d-9008-5acd845a8bee tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:59.357709 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d51b59d7-23cd-4958-a253-ee2dfe7f1c90 req-9408db31-d530-488d-9008-5acd845a8bee tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0496328 Jan 12 10:23:59.393607 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (435c6a40-6e81-46d2-80e4-5073647e256d), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.404759 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d51b59d7-23cd-4958-a253-ee2dfe7f1c90 req-7f389699-d5f9-4b52-998a-2023937ee934 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414810 Jan 12 10:23:59.419851 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:23:59.428225 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435c6a40-6e81-46d2-80e4-5073647e256d,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:59.435571 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (0b305569-5bc9-4260-a6aa-3691084d4171), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.436415 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Added segment 0b305569-5bc9-4260-a6aa-3691084d4171 of type vlan for network 1e02f27b-676d-46e1-bda2-8c031b8234c3 Jan 12 10:23:59.475490 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (1e02f27b-676d-46e1-bda2-8c031b8234c3), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.570663 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (1e02f27b-676d-46e1-bda2-8c031b8234c3), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.571895 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:23:59.572517 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.630230 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] Pushing event updated for resources: {'Network': ['ID=1e02f27b-676d-46e1-bda2-8c031b8234c3,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:23:59.643407 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:23:59.670466 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-a7fdb4d1-76b4-4b42-b869-0e0517ec9550 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6387281 Jan 12 10:23:59.673254 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 54978) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:23:59.678160 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Request body: {'subnet': {'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1691772183-subnet', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:23:59.770559 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Made reservation on behalf of e959811113f54942ac887f100751f4f5 for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:23:59.772992 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:23:59.982023 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (7ea1a272-c599-4fa1-aac3-b42a12a3675b), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.040025 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ea1a272-c599-4fa1-aac3-b42a12a3675b,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:00.050712 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Checking segment: {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:00.051068 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Network hostable DHCP agents. Network: 1e02f27b-676d-46e1-bda2-8c031b8234c3, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:24:00.130370 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:24:00.228516 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 1e02f27b-676d-46e1-bda2-8c031b8234c3) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:00.232603 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:00.233347 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.238002 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88893877-7d27-4367-b79b-416e226aa617 None None] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:24:00.340076 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-1e02f27b-676d-46e1-bda2-8c031b8234c3', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'project_id': 'e959811113f54942ac887f100751f4f5', 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:24:00.341390 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.348575 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 54980) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:00.353171 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:00.353586 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-8464d34e-c80a-4764-b708-c3bb381f0dbe admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6792326 Jan 12 10:24:00.462505 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (5edd5e54-6dda-438b-b736-b46bd0f9987a), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.464382 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (5edd5e54-6dda-438b-b736-b46bd0f9987a), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.500388 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Allocated IP 172.20.0.2 (1e02f27b-676d-46e1-bda2-8c031b8234c3/7ea1a272-c599-4fa1-aac3-b42a12a3675b/28dfbd02-553a-480b-8e34-bc903e4e3ffc) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:00.517842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.521820 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks [] for router_controller (5edd5e54-6dda-438b-b736-b46bd0f9987a), precommit_add_association {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.649642 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Publish callbacks [] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.771495 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.823460 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:00.826519 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:00.829131 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:00.838755 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Pushing event updated for resources: {'Port': ['ID=28dfbd02-553a-480b-8e34-bc903e4e3ffc,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:00.865200 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.865585 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.865960 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.866313 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.866717 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.867048 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.867382 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.867713 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.868788 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.869233 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.869579 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.869918 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.870241 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:00.907942 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Attempting to bind port 28dfbd02-553a-480b-8e34-bc903e4e3ffc on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:00.908312 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Attempting to bind port 28dfbd02-553a-480b-8e34-bc903e4e3ffc by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:00.908676 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Attempting to bind port 28dfbd02-553a-480b-8e34-bc903e4e3ffc on network 1e02f27b-676d-46e1-bda2-8c031b8234c3 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:00.914113 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 23, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:00.914494 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Checking segment: {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:00.915415 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.915807 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Bound using segment: {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:00.916295 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Bound port: 28dfbd02-553a-480b-8e34-bc903e4e3ffc, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:00.916672 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:00.982384 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] For port 28dfbd02-553a-480b-8e34-bc903e4e3ffc, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:00.985581 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] For port 28dfbd02-553a-480b-8e34-bc903e4e3ffc, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=28dfbd02-553a-480b-8e34-bc903e4e3ffc,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:00.987323 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks [] for router_gateway (5edd5e54-6dda-438b-b736-b46bd0f9987a), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:01.107961 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:01.172451 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28265ec-1639-4d70-a96b-168d23df5410 None None] Pushing event updated for resources: {'Port': ['ID=28dfbd02-553a-480b-8e34-bc903e4e3ffc,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:01.351625 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks [] for router_gateway (5edd5e54-6dda-438b-b736-b46bd0f9987a), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:01.373047 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:01.486444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Allocated IP 172.27.0.90 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/d415cd61-868e-482c-823e-b5b959b0b3b5) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:01.588336 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks [] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:01.685401 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:01.731186 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:01.735733 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:01.740104 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:01.743924 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Pushing event updated for resources: {'Port': ['ID=d415cd61-868e-482c-823e-b5b959b0b3b5,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:01.770890 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.040969 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fab3c6b-a2cc-4e33-9bb6-13713c8c12f3 None None] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:24:02.098164 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 28dfbd02-553a-480b-8e34-bc903e4e3ffc up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:02.143899 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks [] for router_gateway (5edd5e54-6dda-438b-b736-b46bd0f9987a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.182549 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-fb78c68d-e5f1-4f61-8494-d1912b8302e1 None None] Provisioning complete for port 28dfbd02-553a-480b-8e34-bc903e4e3ffc triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:02.182842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fb78c68d-e5f1-4f61-8494-d1912b8302e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.230271 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 28dfbd02-553a-480b-8e34-bc903e4e3ffc triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:02.230647 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.349776 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-fb78c68d-e5f1-4f61-8494-d1912b8302e1 None None] Current status of the port 28dfbd02-553a-480b-8e34-bc903e4e3ffc is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:02.350172 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fb78c68d-e5f1-4f61-8494-d1912b8302e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.366324 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (5edd5e54-6dda-438b-b736-b46bd0f9987a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.369308 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 28dfbd02-553a-480b-8e34-bc903e4e3ffc is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:02.369613 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.539589 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-fb78c68d-e5f1-4f61-8494-d1912b8302e1 None None] For port 28dfbd02-553a-480b-8e34-bc903e4e3ffc, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=28dfbd02-553a-480b-8e34-bc903e4e3ffc,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:02.605090 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Router 5edd5e54-6dda-438b-b736-b46bd0f9987a is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103261) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:24:02.645892 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fb78c68d-e5f1-4f61-8494-d1912b8302e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.718911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:24:02.732133 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Sync routers for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:24:02.737088 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.db.api [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103262) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 12 10:24:02.737448 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG oslo_db.api [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 12 10:24:02.741149 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78c68d-e5f1-4f61-8494-d1912b8302e1 None None] Pushing event updated for resources: {'Port': ['ID=28dfbd02-553a-480b-8e34-bc903e4e3ffc,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:02.749105 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:02.749660 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:02.813733 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-8b280f59-517c-47e9-9db3-474690443580 None None] Provisioning complete for port 28dfbd02-553a-480b-8e34-bc903e4e3ffc triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:02.814449 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8b280f59-517c-47e9-9db3-474690443580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.841694 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.842976 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-15bf22a6-e681-4524-a6fe-4bd8481c7ef6 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4931815 Jan 12 10:24:02.846077 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 54984) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:02.873381 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:02.909550 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:03.055059 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8b280f59-517c-47e9-9db3-474690443580 None None] Current status of the port 28dfbd02-553a-480b-8e34-bc903e4e3ffc is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:03.129401 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:01Z', 'revision_number': 3, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:03.158419 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Checking router: 5edd5e54-6dda-438b-b736-b46bd0f9987a for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:24:03.158815 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Updating router 5edd5e54-6dda-438b-b736-b46bd0f9987a port d415cd61-868e-482c-823e-b5b959b0b3b5 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:24:03.184511 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.281497 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.323388 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 28dfbd02-553a-480b-8e34-bc903e4e3ffc is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:03.441236 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Allocated IP 172.20.0.1 (1e02f27b-676d-46e1-bda2-8c031b8234c3/7ea1a272-c599-4fa1-aac3-b42a12a3675b/cf766e39-2190-4d6a-b329-c93202f64410) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:03.472627 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Publish callbacks [] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.543724 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks [] for port (cf766e39-2190-4d6a-b329-c93202f64410), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.558908 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.609275 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Attempting to bind port d415cd61-868e-482c-823e-b5b959b0b3b5 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:03.609642 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Attempting to bind port d415cd61-868e-482c-823e-b5b959b0b3b5 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:03.610031 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Attempting to bind port d415cd61-868e-482c-823e-b5b959b0b3b5 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:03.615410 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5de3d-c3fd-444a-b806-cda4d845eb83 None None] Pushing event updated for resources: {'Port': ['ID=d415cd61-868e-482c-823e-b5b959b0b3b5,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:03.620815 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:03.621219 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:03.621624 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.622015 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:03.622482 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Bound port: d415cd61-868e-482c-823e-b5b959b0b3b5, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:03.622866 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.639823 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (cf766e39-2190-4d6a-b329-c93202f64410), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.676478 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] For port d415cd61-868e-482c-823e-b5b959b0b3b5, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:03.677929 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:03.679741 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] For port d415cd61-868e-482c-823e-b5b959b0b3b5, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=d415cd61-868e-482c-823e-b5b959b0b3b5,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:03.683895 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:03.686404 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:03.719767 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf766e39-2190-4d6a-b329-c93202f64410,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:03.740780 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (5edd5e54-6dda-438b-b736-b46bd0f9987a), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.742597 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:03.810395 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:03.811038 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:03.847292 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5de3d-c3fd-444a-b806-cda4d845eb83 None None] Pushing event updated for resources: {'Port': ['ID=d415cd61-868e-482c-823e-b5b959b0b3b5,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:03.928960 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:03.940188 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cf766e39-2190-4d6a-b329-c93202f64410), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:04.050379 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 28dfbd02-553a-480b-8e34-bc903e4e3ffc up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:04.084300 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-68426a78-8c7d-473d-94a5-ec27efe5c921 None None] Provisioning complete for port cf766e39-2190-4d6a-b329-c93202f64410 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:04.084674 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-68426a78-8c7d-473d-94a5-ec27efe5c921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cf766e39-2190-4d6a-b329-c93202f64410), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:04.117397 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks [] for port (cf766e39-2190-4d6a-b329-c93202f64410), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:04.152502 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-68426a78-8c7d-473d-94a5-ec27efe5c921 None None] Port cf766e39-2190-4d6a-b329-c93202f64410 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:24:04.176295 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (cf766e39-2190-4d6a-b329-c93202f64410), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:04.191174 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 28dfbd02-553a-480b-8e34-bc903e4e3ffc triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:04.191558 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:04.247197 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:01Z', 'revision_number': 3, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:04.249359 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Pushing event updated for resources: {'Port': ['ID=cf766e39-2190-4d6a-b329-c93202f64410,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:04.254521 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (5edd5e54-6dda-438b-b736-b46bd0f9987a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:04.349419 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:04.351291 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:04.444187 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35c748a-7afc-4710-8ebf-cfa0b6616723 None None] The sync data for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi is: [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:01Z', 'revision_number': 3, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:24:04.469530 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 28dfbd02-553a-480b-8e34-bc903e4e3ffc is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:04.485884 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Router 5edd5e54-6dda-438b-b736-b46bd0f9987a has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:24:04.584642 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-9bcc3357-66ad-4409-bb15-c484d1133a55 None None] Provisioning complete for port cf766e39-2190-4d6a-b329-c93202f64410 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:04.585081 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-9bcc3357-66ad-4409-bb15-c484d1133a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cf766e39-2190-4d6a-b329-c93202f64410), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:04.603397 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:24:04.609249 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-b0c460c2-84c8-44cb-8e5c-17bb4a1789d1 admin admin] 10.222.0.76 "PUT /v2.0/routers/5edd5e54-6dda-438b-b736-b46bd0f9987a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7621243 Jan 12 10:24:04.622290 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc3357-66ad-4409-bb15-c484d1133a55 None None] Port cf766e39-2190-4d6a-b329-c93202f64410 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:24:05.407975 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55000) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:05.412895 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-853622360-network', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:05.496443 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Made reservation on behalf of ae40a52fa523474686469b3b7b7ff569 for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:24:05.498729 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.508048 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.580765 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks [] for security_group (24e39adc-58d7-44e4-9c06-2a63b5e9b237), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.622012 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (24e39adc-58d7-44e4-9c06-2a63b5e9b237), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.646637 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:24:05.656576 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e39adc-58d7-44e4-9c06-2a63b5e9b237,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:05.661151 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (f7fa9316-be31-4061-8000-c1b3a5431da4), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.662875 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Added segment f7fa9316-be31-4061-8000-c1b3a5431da4 of type vlan for network 76666fe7-8dfc-4c97-91a7-c825e8f06806 Jan 12 10:24:05.701954 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (76666fe7-8dfc-4c97-91a7-c825e8f06806), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.839176 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (76666fe7-8dfc-4c97-91a7-c825e8f06806), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.840173 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:05.841549 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:05.904323 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] Pushing event updated for resources: {'Network': ['ID=76666fe7-8dfc-4c97-91a7-c825e8f06806,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:05.914379 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:24:05.964402 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-9009eb4e-40da-435b-9990-99ca4dfd9bec admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5528932 Jan 12 10:24:05.964979 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55002) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:05.974267 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Request body: {'subnet': {'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-853622360-subnet', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'ip_version': 4}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:06.052673 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device d415cd61-868e-482c-823e-b5b959b0b3b5 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:06.054589 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Sync routers for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:24:06.065267 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:06.065871 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:06.096033 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Made reservation on behalf of ae40a52fa523474686469b3b7b7ff569 for: {'subnet': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:24:06.098473 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9730156'] for subnet (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.109813 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port d415cd61-868e-482c-823e-b5b959b0b3b5 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:06.110158 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.195346 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:06.197752 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port d415cd61-868e-482c-823e-b5b959b0b3b5 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:06.198060 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.220094 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port d415cd61-868e-482c-823e-b5b959b0b3b5, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=d415cd61-868e-482c-823e-b5b959b0b3b5,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:06.302310 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.347818 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10114451', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9730950'] for subnet (d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.353452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=d415cd61-868e-482c-823e-b5b959b0b3b5,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:06.399426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:06.405128 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 2, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:06.415572 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Checking segment: {'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:06.415834 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Network hostable DHCP agents. Network: 76666fe7-8dfc-4c97-91a7-c825e8f06806, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103261) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:24:06.433942 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Checking router: 5edd5e54-6dda-438b-b736-b46bd0f9987a for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:24:06.434299 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Updating router 5edd5e54-6dda-438b-b736-b46bd0f9987a port cf766e39-2190-4d6a-b329-c93202f64410 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:24:06.464156 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cf766e39-2190-4d6a-b329-c93202f64410), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.542024 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103261) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:24:06.627673 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 76666fe7-8dfc-4c97-91a7-c825e8f06806) {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:06.631935 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:06.632532 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.639480 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cadd91-eb1d-4077-b01b-595940512cf8 None None] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:24:06.726081 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-fd416f02-fc53-4497-810d-084aeb274837 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7563791 Jan 12 10:24:06.726293 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55004) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:06.730747 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:06.738260 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Publish callbacks [] for port (cf766e39-2190-4d6a-b329-c93202f64410), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.743406 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-76666fe7-8dfc-4c97-91a7-c825e8f06806', 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806', 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'fixed_ips': [{'subnet_id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:24:06.744803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.804856 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cf766e39-2190-4d6a-b329-c93202f64410), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.844573 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (5ff70ef0-cc4a-488a-b7ee-038939fb9186), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.846136 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (5ff70ef0-cc4a-488a-b7ee-038939fb9186), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.857296 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Pushing event updated for resources: {'Port': ['ID=cf766e39-2190-4d6a-b329-c93202f64410,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:06.866027 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.866331 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.866641 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.866979 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.867303 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.867621 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.868755 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.868971 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.869243 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.869585 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.869984 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.870737 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.871065 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:24:06.906969 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Allocated IP 172.20.0.2 (76666fe7-8dfc-4c97-91a7-c825e8f06806/d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a/9ef903e2-6dc9-4e52-8618-bda2375b7960) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:06.924114 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Attempting to bind port cf766e39-2190-4d6a-b329-c93202f64410 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:06.924822 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Attempting to bind port cf766e39-2190-4d6a-b329-c93202f64410 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:06.925473 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Attempting to bind port cf766e39-2190-4d6a-b329-c93202f64410 on network 1e02f27b-676d-46e1-bda2-8c031b8234c3 {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:06.932446 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:06.933136 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Checking segment: {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:06.933719 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.934325 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Bound using segment: {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:06.934964 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Bound port: cf766e39-2190-4d6a-b329-c93202f64410, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:06.935514 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cf766e39-2190-4d6a-b329-c93202f64410), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:06.963867 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks [] for router_controller (5ff70ef0-cc4a-488a-b7ee-038939fb9186), precommit_add_association {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.006630 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] For port cf766e39-2190-4d6a-b329-c93202f64410, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:07.010578 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] For port cf766e39-2190-4d6a-b329-c93202f64410, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cf766e39-2190-4d6a-b329-c93202f64410,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:07.088541 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Publish callbacks [] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.096378 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cf766e39-2190-4d6a-b329-c93202f64410), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.160090 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862f37a-67cb-4aa7-9ae3-cda7aca494de None None] Pushing event updated for resources: {'Port': ['ID=cf766e39-2190-4d6a-b329-c93202f64410,revision_number=4']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:07.164285 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:07.165060 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:07.170632 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks [] for router_gateway (5ff70ef0-cc4a-488a-b7ee-038939fb9186), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.188522 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.237128 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-37fe3c07-9cbd-4369-8759-b178707a2393 None None] Provisioning complete for port cf766e39-2190-4d6a-b329-c93202f64410 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:07.237501 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-37fe3c07-9cbd-4369-8759-b178707a2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cf766e39-2190-4d6a-b329-c93202f64410), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.245696 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:07.268819 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:07.274358 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:07.279825 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:07.285362 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Pushing event updated for resources: {'Port': ['ID=9ef903e2-6dc9-4e52-8618-bda2375b7960,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:07.361498 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Attempting to bind port 9ef903e2-6dc9-4e52-8618-bda2375b7960 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:07.361718 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Attempting to bind port 9ef903e2-6dc9-4e52-8618-bda2375b7960 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:07.362080 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Attempting to bind port 9ef903e2-6dc9-4e52-8618-bda2375b7960 on network 76666fe7-8dfc-4c97-91a7-c825e8f06806 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:07.368693 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:07.369084 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Checking segment: {'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:07.369504 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.370052 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Bound using segment: {'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:07.371039 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Bound port: 9ef903e2-6dc9-4e52-8618-bda2375b7960, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:07.371184 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.457869 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-37fe3c07-9cbd-4369-8759-b178707a2393 None None] Current status of the port cf766e39-2190-4d6a-b329-c93202f64410 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:07.458271 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-37fe3c07-9cbd-4369-8759-b178707a2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (cf766e39-2190-4d6a-b329-c93202f64410), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.468074 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks [] for router_gateway (5ff70ef0-cc4a-488a-b7ee-038939fb9186), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.495593 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] For port 9ef903e2-6dc9-4e52-8618-bda2375b7960, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:07.501212 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.502360 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] For port 9ef903e2-6dc9-4e52-8618-bda2375b7960, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=9ef903e2-6dc9-4e52-8618-bda2375b7960,segment=NetworkSegment(f7fa9316-be31-4061-8000-c1b3a5431da4),segment_id=f7fa9316-be31-4061-8000-c1b3a5431da4)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:07.520684 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-37fe3c07-9cbd-4369-8759-b178707a2393 None None] For port cf766e39-2190-4d6a-b329-c93202f64410, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cf766e39-2190-4d6a-b329-c93202f64410,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:07.526681 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:07.554277 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.588603 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-37fe3c07-9cbd-4369-8759-b178707a2393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (cf766e39-2190-4d6a-b329-c93202f64410), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.626949 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5120d5da-f360-4ac6-b0e4-33338adc1e87 None None] Pushing event updated for resources: {'Port': ['ID=9ef903e2-6dc9-4e52-8618-bda2375b7960,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:07.657193 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8b541-9cb1-40d6-8a7a-91339d394767 None None] The sync data for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi is: [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:24:07.706586 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe3c07-9cbd-4369-8759-b178707a2393 None None] Pushing event updated for resources: {'Port': ['ID=cf766e39-2190-4d6a-b329-c93202f64410,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:07.740383 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-0f37294c-4a04-43ac-b310-e076a073184b None None] Provisioning complete for port cf766e39-2190-4d6a-b329-c93202f64410 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:07.741013 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0f37294c-4a04-43ac-b310-e076a073184b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cf766e39-2190-4d6a-b329-c93202f64410), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:07.742182 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Allocated IP 172.27.0.207 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/22a19705-3497-4c2b-938f-6341141f5fc9) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:07.867100 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-0f37294c-4a04-43ac-b310-e076a073184b None None] Current status of the port cf766e39-2190-4d6a-b329-c93202f64410 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:07.924621 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks [] for port (22a19705-3497-4c2b-938f-6341141f5fc9), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.063588 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.128310 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:08.153710 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:08.165601 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:08.206412 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Pushing event updated for resources: {'Port': ['ID=22a19705-3497-4c2b-938f-6341141f5fc9,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:08.218803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cf766e39-2190-4d6a-b329-c93202f64410 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:08.234548 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d86e77-370a-486c-9b38-64139e579bb7 req-3a7ac263-d029-48a5-b39b-7efcf7713d0a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:08.236208 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a5d86e77-370a-486c-9b38-64139e579bb7 req-3a7ac263-d029-48a5-b39b-7efcf7713d0a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.1435416 Jan 12 10:24:08.296137 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port cf766e39-2190-4d6a-b329-c93202f64410 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:08.296598 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (cf766e39-2190-4d6a-b329-c93202f64410), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.384471 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a5d86e77-370a-486c-9b38-64139e579bb7 req-d7d9a57b-c680-4a5f-ad72-7c0d13c02fb4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123691 Jan 12 10:24:08.387112 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port cf766e39-2190-4d6a-b329-c93202f64410 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:08.388273 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device d415cd61-868e-482c-823e-b5b959b0b3b5 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:08.441870 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port d415cd61-868e-482c-823e-b5b959b0b3b5 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:08.442330 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.540265 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port d415cd61-868e-482c-823e-b5b959b0b3b5 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:08.541780 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 9ef903e2-6dc9-4e52-8618-bda2375b7960 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:08.636148 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 9ef903e2-6dc9-4e52-8618-bda2375b7960 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:08.636548 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.637030 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks [] for router_gateway (5ff70ef0-cc4a-488a-b7ee-038939fb9186), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.753143 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 9ef903e2-6dc9-4e52-8618-bda2375b7960 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:08.753536 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.794452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 9ef903e2-6dc9-4e52-8618-bda2375b7960, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=9ef903e2-6dc9-4e52-8618-bda2375b7960,segment=NetworkSegment(f7fa9316-be31-4061-8000-c1b3a5431da4),segment_id=f7fa9316-be31-4061-8000-c1b3a5431da4)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:08.896426 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.927064 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (5ff70ef0-cc4a-488a-b7ee-038939fb9186), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:08.946456 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cb84e9-e2e5-4971-b684-5caff583e9b4 None None] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:24:09.043465 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=9ef903e2-6dc9-4e52-8618-bda2375b7960,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:09.050373 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-95e05044-a846-462c-8ecd-7c9f3d7c69e6 None None] Provisioning complete for port 9ef903e2-6dc9-4e52-8618-bda2375b7960 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:09.050665 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-95e05044-a846-462c-8ecd-7c9f3d7c69e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:09.142077 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:24:09.184282 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-95e05044-a846-462c-8ecd-7c9f3d7c69e6 None None] Current status of the port 9ef903e2-6dc9-4e52-8618-bda2375b7960 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:09.364090 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-77f809ee-69c8-4cab-bb45-f0ca753ab17b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:09.365889 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-77f809ee-69c8-4cab-bb45-f0ca753ab17b tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.0636680 Jan 12 10:24:09.405334 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-7baa6beb-801c-4de1-ae8f-e3e6302d625a None None] Provisioning complete for port 9ef903e2-6dc9-4e52-8618-bda2375b7960 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:09.405935 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7baa6beb-801c-4de1-ae8f-e3e6302d625a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:09.495537 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-7baa6beb-801c-4de1-ae8f-e3e6302d625a None None] Current status of the port 9ef903e2-6dc9-4e52-8618-bda2375b7960 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:09.519005 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Deleting port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:24:09.519342 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:09.524526 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:24:09.534138 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Sync routers for ids ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:24:09.544646 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Routers {'5ff70ef0-cc4a-488a-b7ee-038939fb9186'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:09.545305 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:09.583131 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed4d7e-5916-4f7c-ae61-4c393ad24ef4 req-c52fd29d-3590-4235-b8da-d155e2e40bb4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:09.584532 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2eed4d7e-5916-4f7c-ae61-4c393ad24ef4 req-c52fd29d-3590-4235-b8da-d155e2e40bb4 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 946 time: 0.1106982 Jan 12 10:24:09.601005 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:09.603447 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5e6d6af3-391f-4803-a57c-693d5aeac243 admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8750088 Jan 12 10:24:09.605881 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55020) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:09.651782 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] For port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:09.652138 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:09.654433 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Set router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:09.668356 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2eed4d7e-5916-4f7c-ae61-4c393ad24ef4 req-ba1e0599-63fa-4c19-8971-e8a255193b29 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups?id=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752196 Jan 12 10:24:09.994869 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:24:08Z', 'revision_number': 3, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:10.032386 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Checking router: 5ff70ef0-cc4a-488a-b7ee-038939fb9186 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:24:10.032769 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Updating router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 port 22a19705-3497-4c2b-938f-6341141f5fc9 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:24:10.060936 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.083425 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.084721 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 9ef903e2-6dc9-4e52-8618-bda2375b7960 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:10.171539 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.172022 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.172338 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Floating IP 1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8 disassociated. External IP: 172.27.0.216, port: 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea. Jan 12 10:24:10.172682 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Calling delete_port for 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:24:10.213549 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 9ef903e2-6dc9-4e52-8618-bda2375b7960 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:10.213896 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.269835 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Allocated IP 172.20.0.1 (76666fe7-8dfc-4c97-91a7-c825e8f06806/d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a/8a352663-c841-4ed7-bd1f-e8690fbcf0f4) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:10.376426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (5ce1e87e-094c-4e31-82a2-a75fa3caa4ea), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.377979 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks [] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.381673 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 9ef903e2-6dc9-4e52-8618-bda2375b7960 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:10.438435 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event deleted for resources: {'Port': ['ID=5ce1e87e-094c-4e31-82a2-a75fa3caa4ea,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:10.445201 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Publish callbacks [] for port (22a19705-3497-4c2b-938f-6341141f5fc9), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.507363 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.507782 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.545737 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:10.548555 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Router 8fe376ca-99fd-4c7b-a548-02b762fcea92 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:24:10.549015 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:10.552470 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:10.563435 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Attempting to bind port 22a19705-3497-4c2b-938f-6341141f5fc9 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:10.565095 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Attempting to bind port 22a19705-3497-4c2b-938f-6341141f5fc9 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:10.565095 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Attempting to bind port 22a19705-3497-4c2b-938f-6341141f5fc9 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:10.571718 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961a748-b294-42fe-a327-3752994a4a2a None None] Pushing event updated for resources: {'Port': ['ID=22a19705-3497-4c2b-938f-6341141f5fc9,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:10.577236 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:10.577610 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:10.578019 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.578446 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:10.578920 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Bound port: 22a19705-3497-4c2b-938f-6341141f5fc9, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:10.579309 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.596850 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:10.606094 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (5ff70ef0-cc4a-488a-b7ee-038939fb9186), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.665482 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] For port 22a19705-3497-4c2b-938f-6341141f5fc9, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:10.668807 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] For port 22a19705-3497-4c2b-938f-6341141f5fc9, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=22a19705-3497-4c2b-938f-6341141f5fc9,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:10.719959 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.720782 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:24:10.736004 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] Sync routers for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:24:10.752709 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:10.761707 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:10.787604 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] No DVR routers for this DVR port 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:24:10.791432 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.794935 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ef61aa0c-e8e6-4e73-b353-145e7109ae3b req-b901ff28-5dfe-4036-a7de-1f4e21756286 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.79 "DELETE /v2.0/ports/5ce1e87e-094c-4e31-82a2-a75fa3caa4ea HTTP/1.1" status: 204 len: 173 time: 1.4238071 Jan 12 10:24:10.795937 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-deleted', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:10.797987 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb2540c-936b-4192-b8ac-cfc3bd200a49" -d '{"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-deleted", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:10.829624 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Routers {'5ff70ef0-cc4a-488a-b7ee-038939fb9186'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:10.835872 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:10.858087 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-dd8c0a64-d9f3-4aa3-bf7b-da91fb3cfdf9 req-1ce2a4c4-52c6-4338-b802-43276330d52a tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/ports?device_id=bac14208-f96f-4f53-9607-bf3f9fb5c4a5 HTTP/1.1" status: 200 len: 210 time: 0.0845475 Jan 12 10:24:10.865342 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:10.892457 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c09962-050c-4263-a439-5c855587a37b x-openstack-request-id: req-73c09962-050c-4263-a439-5c855587a37b {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:10.892747 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac14208-f96f-4f53-9607-bf3f9fb5c4a5", "name": "network-vif-deleted", "tag": "5ce1e87e-094c-4e31-82a2-a75fa3caa4ea", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:10.893021 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-73c09962-050c-4263-a439-5c855587a37b {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:10.903711 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac14208-f96f-4f53-9607-bf3f9fb5c4a5', 'name': 'network-vif-deleted', 'tag': '5ce1e87e-094c-4e31-82a2-a75fa3caa4ea', 'status': 'completed', 'code': 200} Jan 12 10:24:10.954969 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:10.999557 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961a748-b294-42fe-a327-3752994a4a2a None None] Pushing event updated for resources: {'Port': ['ID=22a19705-3497-4c2b-938f-6341141f5fc9,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:11.017327 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-e73f8d7d-bc70-4e70-a32f-4e332631f65b None None] Provisioning complete for port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:11.017327 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e73f8d7d-bc70-4e70-a32f-4e332631f65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:11.095986 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-e73f8d7d-bc70-4e70-a32f-4e332631f65b None None] Port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:24:11.108361 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks [] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:11.112496 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] Set router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:11.191945 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:11.210645 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:11.233337 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] Checking router: 8fe376ca-99fd-4c7b-a548-02b762fcea92 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:24:11.244901 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:11.245958 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:11.281877 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:11.288057 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (5ff70ef0-cc4a-488a-b7ee-038939fb9186), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:11.338731 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 4, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '8a352663-c841-4ed7-bd1f-e8690fbcf0f4', 'name': '', 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'mac_address': 'fa:16:3e:d0:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:10Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 1, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'subnets': [{'id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:11.368485 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:11.379834 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ed4d09-896b-4820-a586-f8760be3b0ee None None] The sync data for ids ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'] in dv-cinder-821602-9-iscsi is: [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 4, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '8a352663-c841-4ed7-bd1f-e8690fbcf0f4', 'name': '', 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'mac_address': 'fa:16:3e:d0:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:10Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 1, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'subnets': [{'id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:24:11.400990 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:11.402663 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:11.563303 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:24:11.643450 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:11.678664 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae45bbd-cfcc-4c77-a3ad-9346c8bd9ec0 None None] The sync data for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi is: [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:17:21Z', 'revision_number': 4, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cc82eaa5-6531-4cd3-a987-28ed0033b7cd', 'name': '', 'network_id': '8ae1c859-4005-42c0-8f65-f1d61b0735dc', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'mac_address': 'fa:16:3e:cf:86:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:20Z', 'updated_at': '2022-01-12T10:17:25Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'subnets': [{'id': '6b187d34-70a9-4eba-a486-311c9ece1ccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:24:11.754171 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:24:11.759303 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-1c11bdfb-69aa-4d15-89ab-d8aed986fcb9 admin admin] 10.222.0.76 "PUT /v2.0/routers/5ff70ef0-cc4a-488a-b7ee-038939fb9186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1524007 Jan 12 10:24:11.822561 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-018f78d7-f6e6-4be0-90c2-bcb5f9eacb9a None None] Provisioning complete for port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:11.823284 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-018f78d7-f6e6-4be0-90c2-bcb5f9eacb9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:11.874548 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-018f78d7-f6e6-4be0-90c2-bcb5f9eacb9a None None] Port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:24:12.041683 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:24:12.065495 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8154d57-dee3-4699-9f3a-2cac1f415e86 None None] New status for floating IP 1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8: DOWN {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:24:12.069101 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:24:12.069447 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5ce1e87e-094c-4e31-82a2-a75fa3caa4ea not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:24:12.087353 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55036) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:12.173773 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2fdf150f-b11b-4484-830e-9a2cbba0e477 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.204361 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2fdf150f-b11b-4484-830e-9a2cbba0e477 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.359317 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2fdf150f-b11b-4484-830e-9a2cbba0e477 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.362129 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-2fdf150f-b11b-4484-830e-9a2cbba0e477 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.366027 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-2fdf150f-b11b-4484-830e-9a2cbba0e477 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "DELETE /v2.0/security-groups/fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7 HTTP/1.1" status: 204 len: 168 time: 0.2742097 Jan 12 10:24:12.366374 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55038) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:12.369763 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55040) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:12.374302 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf150f-b11b-4484-830e-9a2cbba0e477 tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:12.378143 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-ac9abc23-ff46-4543-b280-e2bd7411c499 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472373332', 'description': 'tempest-secgroup-smoke-472373332 description', 'project_id': 'e959811113f54942ac887f100751f4f5'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:12.390638 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.api.v2.resource [None req-3cbf6edd-213c-4ef0-801e-bfd829ed81bd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] show failed (client error): The resource could not be found. Jan 12 10:24:12.392926 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-3cbf6edd-213c-4ef0-801e-bfd829ed81bd tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "GET /v2.0/security-groups/fbe8f1f4-0dbf-4660-97fd-aa6df8ac24e7 HTTP/1.1" status: 404 len: 347 time: 0.0242708 Jan 12 10:24:12.394957 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55042) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:12.513723 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc23-ff46-4543-b280-e2bd7411c499 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.542815 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Deleting port dea09ca9-ab61-457b-add0-77753ce11e92 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:24:12.543157 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (dea09ca9-ab61-457b-add0-77753ce11e92), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.590244 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc23-ff46-4543-b280-e2bd7411c499 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group (632a80fa-623a-4cc7-a677-83505d1a15bc), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.624405 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (dea09ca9-ab61-457b-add0-77753ce11e92), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.626131 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (dea09ca9-ab61-457b-add0-77753ce11e92), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.638646 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Calling delete_port for dea09ca9-ab61-457b-add0-77753ce11e92 owned by network:floatingip {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:24:12.736369 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc23-ff46-4543-b280-e2bd7411c499 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (632a80fa-623a-4cc7-a677-83505d1a15bc), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.773566 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9abc23-ff46-4543-b280-e2bd7411c499 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=632a80fa-623a-4cc7-a677-83505d1a15bc,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:12.846724 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-ac9abc23-ff46-4543-b280-e2bd7411c499 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.848224 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-ac9abc23-ff46-4543-b280-e2bd7411c499 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4734008 Jan 12 10:24:12.851332 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55044) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:12.857336 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-d28d4a3b-4040-4c9d-ac8c-0d6c054308b0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'security_group_rule': {'security_group_id': '632a80fa-623a-4cc7-a677-83505d1a15bc', 'project_id': 'e959811113f54942ac887f100751f4f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:12.896175 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (dea09ca9-ab61-457b-add0-77753ce11e92), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.936735 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Pushing event deleted for resources: {'Port': ['ID=dea09ca9-ab61-457b-add0-77753ce11e92,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:12.992398 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a3b-4040-4c9d-ac8c-0d6c054308b0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (c58a862f-a6fd-4004-9c42-95fbf5fa8aca), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:12.999749 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks [] for floatingip (1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.002741 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.004041 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-96fdaff6-0242-4490-928d-9a2ad50e445d tempest-AttachVolumeShelveTestJSON-461988419 tempest-AttachVolumeShelveTestJSON-461988419-project] 10.222.0.76 "DELETE /v2.0/floatingips/1ec98e84-3ef0-4bf2-91c4-ec32f1b220d8 HTTP/1.1" status: 204 len: 168 time: 0.6078556 Jan 12 10:24:13.055489 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a3b-4040-4c9d-ac8c-0d6c054308b0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (c58a862f-a6fd-4004-9c42-95fbf5fa8aca), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.147788 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a3b-4040-4c9d-ac8c-0d6c054308b0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (c58a862f-a6fd-4004-9c42-95fbf5fa8aca), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.166495 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d4a3b-4040-4c9d-ac8c-0d6c054308b0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58a862f-a6fd-4004-9c42-95fbf5fa8aca,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:13.254963 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d28d4a3b-4040-4c9d-ac8c-0d6c054308b0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.256212 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d28d4a3b-4040-4c9d-ac8c-0d6c054308b0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4026031 Jan 12 10:24:13.259601 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55050) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:13.265673 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-04f9cd81-b094-42d6-8a08-61dc4ac37b00 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'security_group_rule': {'security_group_id': '632a80fa-623a-4cc7-a677-83505d1a15bc', 'project_id': 'e959811113f54942ac887f100751f4f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:13.375741 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-04f9cd81-b094-42d6-8a08-61dc4ac37b00 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (23e2ff95-0b5e-4ee7-b8ed-dc1ad8fa3fad), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.433207 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-04f9cd81-b094-42d6-8a08-61dc4ac37b00 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (23e2ff95-0b5e-4ee7-b8ed-dc1ad8fa3fad), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.519599 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-04f9cd81-b094-42d6-8a08-61dc4ac37b00 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (23e2ff95-0b5e-4ee7-b8ed-dc1ad8fa3fad), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.541394 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9cd81-b094-42d6-8a08-61dc4ac37b00 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e2ff95-0b5e-4ee7-b8ed-dc1ad8fa3fad,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:13.629393 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-04f9cd81-b094-42d6-8a08-61dc4ac37b00 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.630613 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-04f9cd81-b094-42d6-8a08-61dc4ac37b00 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3691325 Jan 12 10:24:13.633938 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55052) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:13.638872 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-cee1817a-4fd6-447b-9835-2afeaa902940 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'security_group_rule': {'security_group_id': '632a80fa-623a-4cc7-a677-83505d1a15bc', 'project_id': 'e959811113f54942ac887f100751f4f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:13.752487 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cee1817a-4fd6-447b-9835-2afeaa902940 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (92b6be48-bdd0-4e84-adea-67e8ea242db7), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.812039 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cee1817a-4fd6-447b-9835-2afeaa902940 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (92b6be48-bdd0-4e84-adea-67e8ea242db7), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.890427 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cee1817a-4fd6-447b-9835-2afeaa902940 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (92b6be48-bdd0-4e84-adea-67e8ea242db7), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:13.909755 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1817a-4fd6-447b-9835-2afeaa902940 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b6be48-bdd0-4e84-adea-67e8ea242db7,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:13.994896 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-cee1817a-4fd6-447b-9835-2afeaa902940 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.000687 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-cee1817a-4fd6-447b-9835-2afeaa902940 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616891 Jan 12 10:24:14.000975 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55054) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:14.006793 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-ffd43411-e599-46f1-8de0-21c05686baa6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'security_group_rule': {'security_group_id': '632a80fa-623a-4cc7-a677-83505d1a15bc', 'project_id': 'e959811113f54942ac887f100751f4f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:14.066935 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 22a19705-3497-4c2b-938f-6341141f5fc9 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:14.119195 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ffd43411-e599-46f1-8de0-21c05686baa6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (1acd03d5-a625-4520-b559-1a755898ff0f), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.120754 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 22a19705-3497-4c2b-938f-6341141f5fc9 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:14.121158 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.184303 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ffd43411-e599-46f1-8de0-21c05686baa6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (1acd03d5-a625-4520-b559-1a755898ff0f), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.202961 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 22a19705-3497-4c2b-938f-6341141f5fc9 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:14.203380 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.225045 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 22a19705-3497-4c2b-938f-6341141f5fc9, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=22a19705-3497-4c2b-938f-6341141f5fc9,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:14.255891 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ffd43411-e599-46f1-8de0-21c05686baa6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (1acd03d5-a625-4520-b559-1a755898ff0f), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.275940 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd43411-e599-46f1-8de0-21c05686baa6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1acd03d5-a625-4520-b559-1a755898ff0f,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:14.279279 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.328476 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=22a19705-3497-4c2b-938f-6341141f5fc9,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:14.377885 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ffd43411-e599-46f1-8de0-21c05686baa6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.379150 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-ffd43411-e599-46f1-8de0-21c05686baa6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3781314 Jan 12 10:24:14.381975 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55062) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:14.386614 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'security_group_rule': {'security_group_id': '632a80fa-623a-4cc7-a677-83505d1a15bc', 'project_id': 'e959811113f54942ac887f100751f4f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:14.473491 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.securitygroups_db [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Project e959811113f54942ac887f100751f4f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:24:14.479585 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (f99694bf-4aaa-4394-9e82-e0dc7effa170), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.540603 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (f99694bf-4aaa-4394-9e82-e0dc7effa170), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.627912 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (f99694bf-4aaa-4394-9e82-e0dc7effa170), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.648113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99694bf-4aaa-4394-9e82-e0dc7effa170,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:14.745020 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.747135 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-ef3eed82-3086-4051-8013-ccc689b1267e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3636601 Jan 12 10:24:14.749775 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55068) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:14.757046 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'security_group_rule': {'security_group_id': '632a80fa-623a-4cc7-a677-83505d1a15bc', 'project_id': 'e959811113f54942ac887f100751f4f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:14.935943 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.securitygroups_db [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Project e959811113f54942ac887f100751f4f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:24:14.941460 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (cd33bc2f-c0f5-40b2-a792-56eb67877f38), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:14.968178 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Sync routers for ids ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:24:14.983713 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Routers {'5ff70ef0-cc4a-488a-b7ee-038939fb9186'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:14.984325 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:15.006554 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (cd33bc2f-c0f5-40b2-a792-56eb67877f38), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:15.097053 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Set router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:15.147717 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (cd33bc2f-c0f5-40b2-a792-56eb67877f38), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:15.168007 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd33bc2f-c0f5-40b2-a792-56eb67877f38,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:15.252434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:15.253734 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-1054a768-d38b-426f-9c0b-f194018ca433 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5026214 Jan 12 10:24:15.304285 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 4, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '8a352663-c841-4ed7-bd1f-e8690fbcf0f4', 'name': '', 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'mac_address': 'fa:16:3e:d0:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:10Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 2, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'subnets': [{'id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:15.332445 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Checking router: 5ff70ef0-cc4a-488a-b7ee-038939fb9186 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:24:15.332631 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Updating router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:24:15.359210 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:15.634010 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Publish callbacks [] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:15.732551 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55112) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:15.736026 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:15.785467 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa8732-991e-4fb4-a9d3-55ad5ea460b8 None None] Pushing event updated for resources: {'Port': ['ID=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:15.844948 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Attempting to bind port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:15.845258 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Attempting to bind port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:15.845622 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Attempting to bind port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 on network 76666fe7-8dfc-4c97-91a7-c825e8f06806 {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:15.851306 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:15.851737 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Checking segment: {'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:15.852143 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:15.852790 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Bound using segment: {'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:15.853061 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Bound port: 8a352663-c841-4ed7-bd1f-e8690fbcf0f4, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7fa9316-be31-4061-8000-c1b3a5431da4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:15.853442 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.026304 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] For port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:16.029375 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-328993a5-38d4-4c37-9f30-417d2826b943 None None] Provisioning complete for port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:16.030260 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-328993a5-38d4-4c37-9f30-417d2826b943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.031113 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] For port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,segment=NetworkSegment(f7fa9316-be31-4061-8000-c1b3a5431da4),segment_id=f7fa9316-be31-4061-8000-c1b3a5431da4)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:16.057488 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 22a19705-3497-4c2b-938f-6341141f5fc9 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:16.100390 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-328993a5-38d4-4c37-9f30-417d2826b943 None None] Port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:24:16.120233 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.122173 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 22a19705-3497-4c2b-938f-6341141f5fc9 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:16.123320 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.169762 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Routers {'5ff70ef0-cc4a-488a-b7ee-038939fb9186'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:16.170627 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:16.228150 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 22a19705-3497-4c2b-938f-6341141f5fc9 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:16.308644 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] Set router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:16.353456 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (8fe376ca-99fd-4c7b-a548-02b762fcea92), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.370127 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa8732-991e-4fb4-a9d3-55ad5ea460b8 None None] Pushing event updated for resources: {'Port': ['ID=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,revision_number=4']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:16.424142 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-83e1d834-ddf1-43c6-829b-e10dcd25b3d4 None None] Provisioning complete for port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:16.424439 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-83e1d834-ddf1-43c6-829b-e10dcd25b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.512831 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-83e1d834-ddf1-43c6-829b-e10dcd25b3d4 None None] Current status of the port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:16.513348 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-83e1d834-ddf1-43c6-829b-e10dcd25b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.549877 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-83e1d834-ddf1-43c6-829b-e10dcd25b3d4 None None] For port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,segment=NetworkSegment(f7fa9316-be31-4061-8000-c1b3a5431da4),segment_id=f7fa9316-be31-4061-8000-c1b3a5431da4)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:16.554198 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 4, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '8a352663-c841-4ed7-bd1f-e8690fbcf0f4', 'name': '', 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'mac_address': 'fa:16:3e:d0:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:10Z', 'updated_at': '2022-01-12T10:24:16Z', 'revision_number': 4, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'subnets': [{'id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:16.579535 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4139b1b4-cb0f-4357-8fcb-353f7bce94d0 None None] The sync data for ids ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'] in dv-cinder-821602-9-iscsi is: [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:24:10Z', 'revision_number': 4, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '8a352663-c841-4ed7-bd1f-e8690fbcf0f4', 'name': '', 'network_id': '76666fe7-8dfc-4c97-91a7-c825e8f06806', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'mac_address': 'fa:16:3e:d0:26:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:10Z', 'updated_at': '2022-01-12T10:24:16Z', 'revision_number': 4, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'subnets': [{'id': 'd9ae2582-7f7b-43c2-bc5d-2bc36f539a0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:24:16.632348 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Deleting port cc82eaa5-6531-4cd3-a987-28ed0033b7cd {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:24:16.632699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.639097 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-83e1d834-ddf1-43c6-829b-e10dcd25b3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.707389 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e1d834-ddf1-43c6-829b-e10dcd25b3d4 None None] Pushing event updated for resources: {'Port': ['ID=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:16.729357 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] For port cc82eaa5-6531-4cd3-a987-28ed0033b7cd, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:16.729730 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:16.744969 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Calling delete_port for cc82eaa5-6531-4cd3-a987-28ed0033b7cd owned by network:router_interface {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:24:17.051169 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (cc82eaa5-6531-4cd3-a987-28ed0033b7cd), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:17.081362 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc82eaa5-6531-4cd3-a987-28ed0033b7cd,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:17.210701 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:17.309964 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (8fe376ca-99fd-4c7b-a548-02b762fcea92), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:17.540042 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Router 8fe376ca-99fd-4c7b-a548-02b762fcea92 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:24:17.661841 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:24:17.671306 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d1e0692e-7b0d-4482-8b85-b7a61d88f941 admin admin] 10.222.0.76 "PUT /v2.0/routers/8fe376ca-99fd-4c7b-a548-02b762fcea92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9376087 Jan 12 10:24:17.672465 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] Sync routers for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:24:17.673907 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55136) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:17.683303 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:17.683938 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:17.796140 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks [] for router (8fe376ca-99fd-4c7b-a548-02b762fcea92), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:17.807859 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:17.917356 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks [] for router_gateway (8fe376ca-99fd-4c7b-a548-02b762fcea92), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.061743 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Deleting port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:24:18.062121 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.145687 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:18.168431 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] For port 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:18.169054 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.188662 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Calling delete_port for 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 owned by network:router_gateway {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:24:18.196751 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39'}], 'enable_snat': True}, 'gw_port_id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:24:16Z', 'revision_number': 5, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port': {'id': '2a3a5b0f-fbab-412c-9f48-37980e7ab8b3', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:17:16Z', 'updated_at': '2022-01-12T10:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:18.232820 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] Checking router: 8fe376ca-99fd-4c7b-a548-02b762fcea92 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:24:18.251757 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] Routers {'8fe376ca-99fd-4c7b-a548-02b762fcea92'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:18.252596 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:23:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['8fe376ca-99fd-4c7b-a548-02b762fcea92'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:18.302340 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:18.302807 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.390943 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] Set router 8fe376ca-99fd-4c7b-a548-02b762fcea92 gateway port host: None {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:18.456228 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (2a3a5b0f-fbab-412c-9f48-37980e7ab8b3), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.456621 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:24:17Z', 'revision_number': 6, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port_host': None}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:18.493185 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3a5b0f-fbab-412c-9f48-37980e7ab8b3,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:18.514458 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5468cb15-2f42-4d4f-b307-e4edd31698e6 None None] The sync data for ids ['8fe376ca-99fd-4c7b-a548-02b762fcea92'] in dv-cinder-821602-9-iscsi is: [{'id': '8fe376ca-99fd-4c7b-a548-02b762fcea92', 'name': 'tempest-AttachVolumeShelveTestJSON-1839338606-router', 'tenant_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:17:15Z', 'updated_at': '2022-01-12T10:24:17Z', 'revision_number': 6, 'project_id': '2588b3a3f1cd4c8da1c77c96cec24e5f', 'gw_port_host': None}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:24:18.535880 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:18.558049 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (8fe376ca-99fd-4c7b-a548-02b762fcea92), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.655438 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (8fe376ca-99fd-4c7b-a548-02b762fcea92), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.657915 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks [] for router_controller (8fe376ca-99fd-4c7b-a548-02b762fcea92), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.787818 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (8fe376ca-99fd-4c7b-a548-02b762fcea92), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.788537 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fe376ca-99fd-4c7b-a548-02b762fcea92 {{(pid=103260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:24:18.793079 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.794373 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-c4ebe442-57d2-44a8-8604-ef89f0fbc083 admin admin] 10.222.0.76 "DELETE /v2.0/routers/8fe376ca-99fd-4c7b-a548-02b762fcea92 HTTP/1.1" status: 204 len: 168 time: 1.1194687 Jan 12 10:24:18.797003 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55140) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:18.844164 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] Deleting subnet 6b187d34-70a9-4eba-a486-311c9ece1ccf {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:24:18.847657 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] Publish callbacks [] for subnet (6b187d34-70a9-4eba-a486-311c9ece1ccf), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.886449 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (6b187d34-70a9-4eba-a486-311c9ece1ccf), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:18.975728 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (6b187d34-70a9-4eba-a486-311c9ece1ccf), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.336434 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (6b187d34-70a9-4eba-a486-311c9ece1ccf), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.368747 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b187d34-70a9-4eba-a486-311c9ece1ccf,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:19.370930 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.374172 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-be334d2d-2396-40f5-b1dc-bb0d127088bd admin admin] 10.222.0.76 "DELETE /v2.0/subnets/6b187d34-70a9-4eba-a486-311c9ece1ccf HTTP/1.1" status: 204 len: 168 time: 0.5762134 Jan 12 10:24:19.374640 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39955b2-0fda-46e2-ba8c-e3ed4de365e4 None None] Network 8ae1c859-4005-42c0-8f65-f1d61b0735dc requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:24:19.377272 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55144) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:19.451479 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (8ae1c859-4005-42c0-8f65-f1d61b0735dc), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.513203 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Deleting port 36d9c2b8-ee99-4075-a27a-a4ba287018cb {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:24:19.513539 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.576508 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] For port 36d9c2b8-ee99-4075-a27a-a4ba287018cb, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=36d9c2b8-ee99-4075-a27a-a4ba287018cb,segment=NetworkSegment(53a04af3-d019-429d-92d5-4f9f42cc889c),segment_id=53a04af3-d019-429d-92d5-4f9f42cc889c)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:19.576893 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.589895 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Calling delete_port for 36d9c2b8-ee99-4075-a27a-a4ba287018cb owned by network:dhcp {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:24:19.678845 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] DHCP port deletion for 8ae1c859-4005-42c0-8f65-f1d61b0735dc request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:24:19.730247 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.743895 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] Deleting port 36d9c2b8-ee99-4075-a27a-a4ba287018cb {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:24:19.743895 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.759104 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Pushing event deleted for resources: {'Port': ['ID=36d9c2b8-ee99-4075-a27a-a4ba287018cb,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:19.761570 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] No DVR routers for this DVR port 36d9c2b8-ee99-4075-a27a-a4ba287018cb on host dv-cinder-821602-9-iscsi {{(pid=103260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:24:19.812937 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] For port 36d9c2b8-ee99-4075-a27a-a4ba287018cb, host dv-cinder-821602-9-iscsi, got binding levels [] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:19.813450 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.829079 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] Calling delete_port for 36d9c2b8-ee99-4075-a27a-a4ba287018cb owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:24:19.830490 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.ipam_backend_mixin [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] Port 36d9c2b8-ee99-4075-a27a-a4ba287018cb was not found and therefore no delete operation was performed {{(pid=103262) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 12 10:24:19.831771 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (36d9c2b8-ee99-4075-a27a-a4ba287018cb), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.840421 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (8ae1c859-4005-42c0-8f65-f1d61b0735dc), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.860742 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] Pushing event deleted for resources: {'Port': ['ID=36d9c2b8-ee99-4075-a27a-a4ba287018cb,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:19.862656 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c02c6a-c4ee-4ff6-a5d9-ee405ff55c79 None None] No DVR routers for this DVR port 36d9c2b8-ee99-4075-a27a-a4ba287018cb on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:24:19.865018 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ae1c859-4005-42c0-8f65-f1d61b0735dc']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:19.876136 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a04af3-d019-429d-92d5-4f9f42cc889c') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:19.876474 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a04af3-d019-429d-92d5-4f9f42cc889c') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:19.887208 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (53a04af3-d019-429d-92d5-4f9f42cc889c), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.900289 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (53a04af3-d019-429d-92d5-4f9f42cc889c), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.906837 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:24:19.907249 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (53a04af3-d019-429d-92d5-4f9f42cc889c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:24:19.909056 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:24:20.005047 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (8ae1c859-4005-42c0-8f65-f1d61b0735dc), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:20.011574 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:20.014817 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] 10.222.0.76 "DELETE /v2.0/networks/8ae1c859-4005-42c0-8f65-f1d61b0735dc HTTP/1.1" status: 204 len: 168 time: 0.6365695 Jan 12 10:24:20.026045 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43946212-55f1-4638-82c5-4fa47cb1424a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ae1c859-4005-42c0-8f65-f1d61b0735dc,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:20.139044 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 36d9c2b8-ee99-4075-a27a-a4ba287018cb no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:24:20.164181 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 36d9c2b8-ee99-4075-a27a-a4ba287018cb {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:24:20.165253 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 36d9c2b8-ee99-4075-a27a-a4ba287018cb not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:24:20.165774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cc82eaa5-6531-4cd3-a987-28ed0033b7cd no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:24:20.187650 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: cc82eaa5-6531-4cd3-a987-28ed0033b7cd {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:24:20.187927 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cc82eaa5-6531-4cd3-a987-28ed0033b7cd not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:24:20.188347 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:24:20.208218 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:24:20.208611 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 2a3a5b0f-fbab-412c-9f48-37980e7ab8b3 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:24:20.360910 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55152) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:20.402678 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-67fd2445-66fe-44d7-b0af-701bd10a51ab admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2588b3a3f1cd4c8da1c77c96cec24e5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405910 Jan 12 10:24:20.405456 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55154) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:20.458706 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f48cb18f-b624-446e-8c34-bd6f851f91cc admin admin] Publish callbacks [] for security_group (8d489682-f5aa-44b2-950f-15595f47b5b0), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:20.481957 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f48cb18f-b624-446e-8c34-bd6f851f91cc admin admin] Publish callbacks [] for security_group (8d489682-f5aa-44b2-950f-15595f47b5b0), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:20.593643 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f48cb18f-b624-446e-8c34-bd6f851f91cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (8d489682-f5aa-44b2-950f-15595f47b5b0), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:20.596227 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f48cb18f-b624-446e-8c34-bd6f851f91cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:20.597418 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f48cb18f-b624-446e-8c34-bd6f851f91cc admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/8d489682-f5aa-44b2-950f-15595f47b5b0 HTTP/1.1" status: 204 len: 168 time: 0.1910448 Jan 12 10:24:20.605851 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cb18f-b624-446e-8c34-bd6f851f91cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d489682-f5aa-44b2-950f-15595f47b5b0,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:21.704576 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55178) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:21.715419 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-40259195-aa2b-4a67-895e-d0115eedbe09 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431581 Jan 12 10:24:21.779678 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-e02bf8f8-271e-4a9d-8bf7-8d0c88111316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:21.781281 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-e02bf8f8-271e-4a9d-8bf7-8d0c88111316 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 1099 time: 0.0435553 Jan 12 10:24:21.810993 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-721335673-network', 'tenant_id': 'e8768acf36bb4e148a0bbb9dd9722d06'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:21.894117 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-6b85c501-908a-48bf-95e3-50a6ffae6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:21.895752 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-6b85c501-908a-48bf-95e3-50a6ffae6684 service neutron] 10.222.0.79 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 912 time: 0.0952601 Jan 12 10:24:21.947634 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Made reservation on behalf of e8768acf36bb4e148a0bbb9dd9722d06 for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:24:21.950081 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:21.958526 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:21.962792 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-b6d88b99-2a2e-44eb-9158-956378781db7 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c212b20b-a120-472b-95b0-22306117a924 HTTP/1.1" status: 200 len: 1002 time: 0.0596406 Jan 12 10:24:22.018911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-14aa38f2-7379-41d5-a9a9-10ea208b82d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:22.020387 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-14aa38f2-7379-41d5-a9a9-10ea208b82d0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 200 len: 850 time: 0.0512404 Jan 12 10:24:22.041839 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks [] for security_group (1f3909c9-72e2-4adc-93c8-4721d2f26d95), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.071858 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-08f86206-c40a-4f97-8242-ab198d2a6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:22.073502 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-08f86206-c40a-4f97-8242-ab198d2a6628 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93afd915-ae37-41bf-8ffd-5600bd743f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468879 Jan 12 10:24:22.147314 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (1f3909c9-72e2-4adc-93c8-4721d2f26d95), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.176368 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:24:22.188385 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3909c9-72e2-4adc-93c8-4721d2f26d95,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:22.193753 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (ee0d0905-4594-4c54-bf6f-b899c3a1ca28), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.194096 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Added segment ee0d0905-4594-4c54-bf6f-b899c3a1ca28 of type vlan for network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 Jan 12 10:24:22.240012 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (3f50de3b-8fd6-457d-ab1d-4a7663490c66), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.336193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (3f50de3b-8fd6-457d-ab1d-4a7663490c66), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.338174 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:22.338776 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.405673 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f50de3b-8fd6-457d-ab1d-4a7663490c66,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:22.421637 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:24:22.437611 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f7a517cc-0ea2-46c1-9bb3-81cc8cf528b4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7316589 Jan 12 10:24:22.439017 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55182) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:22.447491 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Request body: {'subnet': {'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-721335673-subnet', 'tenant_id': 'e8768acf36bb4e148a0bbb9dd9722d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:22.450495 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-2f93b017-b3c5-4d90-af89-7bfef3413760 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671649 Jan 12 10:24:22.525441 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Made reservation on behalf of e8768acf36bb4e148a0bbb9dd9722d06 for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:24:22.527779 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.553040 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c8791fb2-8e0a-4c37-9ef4-14aa4cad5b50 req-888a59cd-7438-4168-9e37-cd34dc376d07 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962403 Jan 12 10:24:22.754032 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (5504ec0a-8c42-4d30-9937-48d131140d9b), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.823331 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5504ec0a-8c42-4d30-9937-48d131140d9b,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:22.828776 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Checking segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:22.829452 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Network hostable DHCP agents. Network: 3f50de3b-8fd6-457d-ab1d-4a7663490c66, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:24:22.896254 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:24:22.987304 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 3f50de3b-8fd6-457d-ab1d-4a7663490c66) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:22.991884 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:22.993867 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:22.997079 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e193c-c183-40ed-9629-36fae42d6ec8 None None] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:24:23.096059 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c7f76-1e24-4c45-8bca-f382ebf76a7b None None] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:24:23.111800 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-c0930f0a-305b-420b-b24b-510d66e8c71c admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6642275 Jan 12 10:24:23.804749 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165616-c9c6-426f-a01f-367d040c8c0a req-f24a895a-231a-4b5f-a4a6-835b17a435ee tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:23.807107 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-f24a895a-231a-4b5f-a4a6-835b17a435ee tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.3596053 Jan 12 10:24:23.822552 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-82368021-6004-4b08-a276-5d1e996218bd tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/quotas/e8768acf36bb4e148a0bbb9dd9722d06 HTTP/1.1" status: 200 len: 375 time: 0.0101380 Jan 12 10:24:23.855752 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-643f81ab-db36-4275-ba6c-bbd29306993d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281820 Jan 12 10:24:23.966527 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-9215f79c-6e2d-4240-b2c7-7e3eedcd739e service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040335 Jan 12 10:24:24.060898 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-bd998f12-fce8-4f10-9ac3-627aab529455 service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888126 Jan 12 10:24:24.306514 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-19555a6d-1fe9-489b-bc12-a0c79fec1bfb req-2bdfca9f-b35c-480e-91b5-b38df151bfc7 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0296686 Jan 12 10:24:25.408530 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-dff4f37a-18c8-4a46-8faa-d3abd843f9f4 req-11281190-2a0e-49fa-be5d-b8b7f3c4beaa tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0334647 Jan 12 10:24:26.507437 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0f5416d0-800d-4401-8cfa-da37b5baa8e9 req-af78538b-77b0-42fd-ba78-5bf54a3b4b62 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0268705 Jan 12 10:24:26.668676 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165616-c9c6-426f-a01f-367d040c8c0a req-c668964e-97be-4fb4-bbb3-a9083da986cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:26.670109 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-c668964e-97be-4fb4-bbb3-a9083da986cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.1124847 Jan 12 10:24:26.687158 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Request body: {'port': {'device_id': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'admin_state_up': True, 'tenant_id': 'e8768acf36bb4e148a0bbb9dd9722d06'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:26.799243 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4ceb6ac3-0f36-4e55-a0ca-c3e5d57bac5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:26.918980 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Made reservation on behalf of e8768acf36bb4e148a0bbb9dd9722d06 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:24:26.922690 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:27.064673 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Allocated IP 172.20.0.12 (3f50de3b-8fd6-457d-ab1d-4a7663490c66/5504ec0a-8c42-4d30-9937-48d131140d9b/fa33d86d-2181-4ecc-b098-a215764bc96b) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:27.214132 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks [] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:27.330853 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:27.372453 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:27.377477 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:27.381101 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:27.406218 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event updated for resources: {'Port': ['ID=fa33d86d-2181-4ecc-b098-a215764bc96b,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:27.435224 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:27.435859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:27.503845 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-b7535cfb-b650-484b-9973-b046f3633d4f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8243747 Jan 12 10:24:27.515551 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Request body: {'port': {'device_id': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:27.574097 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:27.630440 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de6a656-6edd-4ff7-9b9d-adf93d6febd8 req-2410d259-ed35-4968-a371-0041f2c05183 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:27.631958 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0de6a656-6edd-4ff7-9b9d-adf93d6febd8 req-2410d259-ed35-4968-a371-0041f2c05183 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 932 time: 0.0558324 Jan 12 10:24:27.682607 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0de6a656-6edd-4ff7-9b9d-adf93d6febd8 req-179be5ce-bb42-451a-89d3-000938c8f935 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446770 Jan 12 10:24:27.844337 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa33d86d-2181-4ecc-b098-a215764bc96b {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:24:27.852100 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Publish callbacks [] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:27.864192 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Transition to ACTIVE for port object fa33d86d-2181-4ecc-b098-a215764bc96b will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:24:27.975813 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:28.047480 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Pushing event updated for resources: {'Port': ['ID=fa33d86d-2181-4ecc-b098-a215764bc96b,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:28.100651 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Attempting to bind port fa33d86d-2181-4ecc-b098-a215764bc96b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:28.101009 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Attempting to bind port fa33d86d-2181-4ecc-b098-a215764bc96b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:28.101342 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Attempting to bind port fa33d86d-2181-4ecc-b098-a215764bc96b on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:28.106020 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Port fa33d86d-2181-4ecc-b098-a215764bc96b on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:24:28.106344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Attempting to bind port fa33d86d-2181-4ecc-b098-a215764bc96b on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:28.111219 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:28.111555 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Checking segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:28.111940 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Bound using segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:28.112362 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Bound port: fa33d86d-2181-4ecc-b098-a215764bc96b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:28.112719 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:28.176217 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] For port fa33d86d-2181-4ecc-b098-a215764bc96b, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:28.179215 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] For port fa33d86d-2181-4ecc-b098-a215764bc96b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fa33d86d-2181-4ecc-b098-a215764bc96b,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:28.256463 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:28.291255 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:28.291869 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:28.293291 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] 10.222.0.79 "PUT /v2.0/ports/fa33d86d-2181-4ecc-b098-a215764bc96b HTTP/1.1" status: 200 len: 1094 time: 0.7817600 Jan 12 10:24:28.293851 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'tag': 'fa33d86d-2181-4ecc-b098-a215764bc96b'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:28.295972 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc658511-dc74-433b-adf9-271221633144" -d '{"events": [{"name": "network-changed", "server_uuid": "d060d39d-2bb5-43d6-b198-7e657073dbf6", "tag": "fa33d86d-2181-4ecc-b098-a215764bc96b"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:28.320288 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996ac84-63ad-49bd-b389-17946d2dd456 service neutron] Pushing event updated for resources: {'Port': ['ID=fa33d86d-2181-4ecc-b098-a215764bc96b,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:28.337059 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5e55571-9c86-4312-ba90-35f1625e36d8 x-openstack-request-id: req-b5e55571-9c86-4312-ba90-35f1625e36d8 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:28.337372 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d060d39d-2bb5-43d6-b198-7e657073dbf6", "tag": "fa33d86d-2181-4ecc-b098-a215764bc96b", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:28.337631 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-b5e55571-9c86-4312-ba90-35f1625e36d8 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:28.338036 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'tag': 'fa33d86d-2181-4ecc-b098-a215764bc96b', 'status': 'completed', 'code': 200} Jan 12 10:24:28.405128 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658511-dc74-433b-adf9-271221633144 req-32ee4724-cdab-431d-a22a-e4436e8b9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:28.406636 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fc658511-dc74-433b-adf9-271221633144 req-32ee4724-cdab-431d-a22a-e4436e8b9b08 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0478251 Jan 12 10:24:28.509866 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658511-dc74-433b-adf9-271221633144 req-14971c6a-00a2-43e6-a479-12ff6370e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:28.511646 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fc658511-dc74-433b-adf9-271221633144 req-14971c6a-00a2-43e6-a479-12ff6370e2ba service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0961783 Jan 12 10:24:28.608209 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc658511-dc74-433b-adf9-271221633144 req-21bb7e23-f806-45b5-a3e3-41bbd40d55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:28.609740 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fc658511-dc74-433b-adf9-271221633144 req-21bb7e23-f806-45b5-a3e3-41bbd40d55ca service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919425 Jan 12 10:24:28.702444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165616-c9c6-426f-a01f-367d040c8c0a req-f4505224-ffff-4c31-884b-ebe58818f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:28.703983 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-f4505224-ffff-4c31-884b-ebe58818f147 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 1097 time: 0.0540719 Jan 12 10:24:28.746922 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-54352230-6de1-49d3-ab71-bea8824180ff service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa33d86d-2181-4ecc-b098-a215764bc96b HTTP/1.1" status: 200 len: 217 time: 0.0339553 Jan 12 10:24:28.804715 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd69ec-0831-4ae2-beb9-6c644a4cec45 req-06e28e08-ff57-4396-a380-a0dfbe73c887 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:28.806453 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82fd69ec-0831-4ae2-beb9-6c644a4cec45 req-06e28e08-ff57-4396-a380-a0dfbe73c887 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 944 time: 0.0527906 Jan 12 10:24:28.808009 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14165616-c9c6-426f-a01f-367d040c8c0a req-c3380cdb-41e6-4af4-9f89-a13b59dbd4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:28.809506 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-c3380cdb-41e6-4af4-9f89-a13b59dbd4a6 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5504ec0a-8c42-4d30-9937-48d131140d9b HTTP/1.1" status: 200 len: 854 time: 0.0527947 Jan 12 10:24:28.847583 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-3b666119-0f13-4bcd-a212-69d34967c2f6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f50de3b-8fd6-457d-ab1d-4a7663490c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282114 Jan 12 10:24:28.857293 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82fd69ec-0831-4ae2-beb9-6c644a4cec45 req-547efbc4-1e9c-4aba-86f4-b7d1fbdb0558 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449040 Jan 12 10:24:28.935947 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-cc81516b-1518-4748-bc33-268e21ff3bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:28.941561 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-833e89b8-b778-4a52-8b8e-f0c7c12f6e53 service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849652 Jan 12 10:24:29.034784 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14165616-c9c6-426f-a01f-367d040c8c0a req-ca3e6701-f76a-429f-bab7-2e53602777e0 service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870519 Jan 12 10:24:29.978308 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a59f1-bb99-43a1-814a-96bf30b7a052 req-8a2930b0-2492-4321-87e6-f3a83d0ca717 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:29.979725 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-943a59f1-bb99-43a1-814a-96bf30b7a052 req-8a2930b0-2492-4321-87e6-f3a83d0ca717 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 944 time: 0.0510042 Jan 12 10:24:30.028287 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-943a59f1-bb99-43a1-814a-96bf30b7a052 req-741888eb-6394-44f2-bfc6-2e9a57c2fa2e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429523 Jan 12 10:24:30.462373 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:31.037079 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-c57b8b5b-f116-4329-b891-47ab9930dec6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-472373332&fields=id&tenant_id=e959811113f54942ac887f100751f4f5 HTTP/1.1" status: 200 len: 267 time: 0.0453465 Jan 12 10:24:31.152319 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c06c-007e-4984-8be8-4b3c243ad75e req-227ab95e-7865-415d-b8cc-41902a8dbec5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:31.153791 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8692c06c-007e-4984-8be8-4b3c243ad75e req-227ab95e-7865-415d-b8cc-41902a8dbec5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 944 time: 0.0539339 Jan 12 10:24:31.154335 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-e107dc06-65db-42cc-bca2-e4c44fe593f0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:31.155935 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-e107dc06-65db-42cc-bca2-e4c44fe593f0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 809 time: 0.1124508 Jan 12 10:24:31.176815 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-bd719a4d-c46d-41b5-90db-f96bd5b6e3a0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/quotas/e959811113f54942ac887f100751f4f5 HTTP/1.1" status: 200 len: 375 time: 0.0128481 Jan 12 10:24:31.208954 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8692c06c-007e-4984-8be8-4b3c243ad75e req-51a0baf6-7a00-47c6-b6ea-e02b25c3edfa tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491974 Jan 12 10:24:31.233082 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-b8003964-550b-43ba-80d7-bec10f1841be tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487101 Jan 12 10:24:31.337918 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-6e6fa181-6072-427c-b733-ebe0467ee17d service neutron] 10.222.0.76 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914636 Jan 12 10:24:31.445689 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-0a574730-e755-4be7-b5d1-434d25deb9bd service neutron] 10.222.0.76 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019309 Jan 12 10:24:31.753516 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:32.100717 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-218a841a-e76e-4e9b-aba0-c981f6629dca req-70465546-3e91-4648-8469-46179c53021e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 210 time: 0.0268242 Jan 12 10:24:32.159757 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device fa33d86d-2181-4ecc-b098-a215764bc96b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:24:32.268815 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port fa33d86d-2181-4ecc-b098-a215764bc96b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fa33d86d-2181-4ecc-b098-a215764bc96b,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:32.281361 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'fa33d86d-2181-4ecc-b098-a215764bc96b', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'port_id': 'fa33d86d-2181-4ecc-b098-a215764bc96b', 'mac_address': 'fa:16:3e:d9:b8:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5504ec0a-8c42-4d30-9937-48d131140d9b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:24:32.321528 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port fa33d86d-2181-4ecc-b098-a215764bc96b is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:32.321921 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:32.334613 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43829a-34df-4088-b7e7-c966846159c6 req-d4886ddf-0d20-4a84-b6e0-1ac0334682f5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:32.336178 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa33d86d-2181-4ecc-b098-a215764bc96b {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:24:32.336467 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ce43829a-34df-4088-b7e7-c966846159c6 req-d4886ddf-0d20-4a84-b6e0-1ac0334682f5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 944 time: 0.0560923 Jan 12 10:24:32.357150 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port fa33d86d-2181-4ecc-b098-a215764bc96b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fa33d86d-2181-4ecc-b098-a215764bc96b,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:32.397787 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ce43829a-34df-4088-b7e7-c966846159c6 req-2a5aa945-72c3-4cdc-8910-2b6ee8d78c81 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547645 Jan 12 10:24:32.472965 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:32.522601 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=fa33d86d-2181-4ecc-b098-a215764bc96b,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:32.695012 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:24:32.829414 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:33.180349 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-86a9b806-2486-4566-acca-fc9ec1b6f1dc req-18ef31ba-b76e-43dc-8fcb-aec5cedb1546 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 210 time: 0.0269725 Jan 12 10:24:33.515709 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e2eefd-d12f-447c-bac6-d3273d24bc38 req-c679d765-3de1-4ee7-b710-acffb0ef531d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:33.517247 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-32e2eefd-d12f-447c-bac6-d3273d24bc38 req-c679d765-3de1-4ee7-b710-acffb0ef531d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 945 time: 0.0501366 Jan 12 10:24:33.567172 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-32e2eefd-d12f-447c-bac6-d3273d24bc38 req-2487427b-b7db-4a7f-ae58-8d189b886288 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443859 Jan 12 10:24:34.160621 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device fa33d86d-2181-4ecc-b098-a215764bc96b up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:34.275200 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-da1bf82c-fba4-4081-b541-44704e175690 req-49049d12-222d-4059-b931-868f7c59749b tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 210 time: 0.0271082 Jan 12 10:24:34.296181 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port fa33d86d-2181-4ecc-b098-a215764bc96b completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:24:34.300643 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port fa33d86d-2181-4ecc-b098-a215764bc96b triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:34.301044 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:34.375918 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a8aa6-402f-48b0-9936-8f9b4cb33098 req-43126f7c-c351-44d6-b972-25a170608d84 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:34.377627 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-343a8aa6-402f-48b0-9936-8f9b4cb33098 req-43126f7c-c351-44d6-b972-25a170608d84 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0595031 Jan 12 10:24:34.446172 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-343a8aa6-402f-48b0-9936-8f9b4cb33098 req-61590d31-d559-4c70-aade-88c521e1cc9c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617917 Jan 12 10:24:34.490606 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4158af7c-d8c3-4b5f-83b7-7a00849d39d6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:34.492198 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4158af7c-d8c3-4b5f-83b7-7a00849d39d6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.79 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 809 time: 0.1448264 Jan 12 10:24:34.529565 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port fa33d86d-2181-4ecc-b098-a215764bc96b is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:34.529961 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:34.553040 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa33d86d-2181-4ecc-b098-a215764bc96b'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:34.555360 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c596f2-04ac-4a78-99ed-df9879ebeee4" -d '{"events": [{"server_uuid": "d060d39d-2bb5-43d6-b198-7e657073dbf6", "name": "network-vif-plugged", "status": "completed", "tag": "fa33d86d-2181-4ecc-b098-a215764bc96b"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:34.557622 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-acbf873a-a83d-4b08-b8c1-fdcefdd8d915 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e959811113f54942ac887f100751f4f5 HTTP/1.1" status: 200 len: 379 time: 0.0567975 Jan 12 10:24:34.567128 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'port': {'device_id': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'admin_state_up': True, 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'security_groups': ['632a80fa-623a-4cc7-a677-83505d1a15bc']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:34.568633 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port fa33d86d-2181-4ecc-b098-a215764bc96b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fa33d86d-2181-4ecc-b098-a215764bc96b,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:34.604789 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc28488-6899-4b6c-a099-e85fb794a10d x-openstack-request-id: req-9cc28488-6899-4b6c-a099-e85fb794a10d {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:34.604789 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d060d39d-2bb5-43d6-b198-7e657073dbf6", "name": "network-vif-plugged", "status": "completed", "tag": "fa33d86d-2181-4ecc-b098-a215764bc96b", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:34.604789 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cc28488-6899-4b6c-a099-e85fb794a10d {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:34.604789 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa33d86d-2181-4ecc-b098-a215764bc96b', 'code': 200} Jan 12 10:24:34.650590 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:34.709899 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f743e-0958-4712-9d1d-ae7a2efe5faf req-f48bd927-99fc-4cda-8a7c-0fd8121f1e5f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:34.712509 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=fa33d86d-2181-4ecc-b098-a215764bc96b,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:34.713604 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-663f743e-0958-4712-9d1d-ae7a2efe5faf req-f48bd927-99fc-4cda-8a7c-0fd8121f1e5f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 946 time: 0.0782485 Jan 12 10:24:34.768488 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-663f743e-0958-4712-9d1d-ae7a2efe5faf req-a4f95aca-02b9-4ea6-b781-86223a7944da tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 Jan 12 10:24:34.850199 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Made reservation on behalf of e959811113f54942ac887f100751f4f5 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:24:34.854941 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:34.953589 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:24:35.027113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877fad1-e976-44b8-b8eb-5078a97db1e9 req-8f73255a-617e-49ba-a6d7-d471805022c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:35.028461 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c877fad1-e976-44b8-b8eb-5078a97db1e9 req-8f73255a-617e-49ba-a6d7-d471805022c5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 1099 time: 0.1066782 Jan 12 10:24:35.032280 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Allocated IP 172.20.0.3 (1e02f27b-676d-46e1-bda2-8c031b8234c3/7ea1a272-c599-4fa1-aac3-b42a12a3675b/f5320e9c-7dea-478d-9afd-aebeabdbc677) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:35.105269 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c877fad1-e976-44b8-b8eb-5078a97db1e9 req-4a9bf56d-8bfe-4bd2-9239-05157bfc6c92 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678859 Jan 12 10:24:35.203324 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:35.359325 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:35.421781 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:35.429994 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:35.436948 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:35.463492 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:35.496472 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6ce47-13a4-4637-aedc-9855fe29d74d req-be070841-bf71-4b67-9052-4b1098703e4b tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:35.498416 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74c6ce47-13a4-4637-aedc-9855fe29d74d req-be070841-bf71-4b67-9052-4b1098703e4b tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 931 time: 0.1315572 Jan 12 10:24:35.529032 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:35.529734 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:35.577612 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74c6ce47-13a4-4637-aedc-9855fe29d74d req-0b49e59e-85a8-4a76-8f61-e341ccf87551 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708594 Jan 12 10:24:35.583711 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe4750-c84e-4bfa-a592-e1858558d075 req-70212066-2a27-404f-8c83-5d7376e01abc tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:35.590235 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6cfe4750-c84e-4bfa-a592-e1858558d075 req-70212066-2a27-404f-8c83-5d7376e01abc tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0523610 Jan 12 10:24:35.638575 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6cfe4750-c84e-4bfa-a592-e1858558d075 req-792de813-6559-411f-8295-fa4b87f8a5c6 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455716 Jan 12 10:24:35.682365 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-4b0be561-3bf9-4c00-8fc7-b858a56dece4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1200957 Jan 12 10:24:35.694107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Request body: {'port': {'device_id': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:35.704219 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-c12df6d9-b0e5-4ace-bc9c-40a67324337f None None] Provisioning complete for port f5320e9c-7dea-478d-9afd-aebeabdbc677 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:35.704702 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c12df6d9-b0e5-4ace-bc9c-40a67324337f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:35.741517 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-c12df6d9-b0e5-4ace-bc9c-40a67324337f None None] Port f5320e9c-7dea-478d-9afd-aebeabdbc677 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:24:35.748765 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:35.971648 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e80f0a-c38d-43ec-95c6-f2f189567c8f req-9e2ce074-4065-47b8-9ee9-5a2dbd765007 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:35.973085 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e5e80f0a-c38d-43ec-95c6-f2f189567c8f req-9e2ce074-4065-47b8-9ee9-5a2dbd765007 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 946 time: 0.1167955 Jan 12 10:24:36.045992 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e5e80f0a-c38d-43ec-95c6-f2f189567c8f req-366cc1e2-fcbd-4d04-a26c-69f51f29ec85 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664229 Jan 12 10:24:36.099197 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5320e9c-7dea-478d-9afd-aebeabdbc677 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:24:36.107282 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Publish callbacks [] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:36.120834 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Transition to ACTIVE for port object f5320e9c-7dea-478d-9afd-aebeabdbc677 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:24:36.261656 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:36.310121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:36.388242 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Attempting to bind port f5320e9c-7dea-478d-9afd-aebeabdbc677 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:36.388547 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Attempting to bind port f5320e9c-7dea-478d-9afd-aebeabdbc677 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:36.389921 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Attempting to bind port f5320e9c-7dea-478d-9afd-aebeabdbc677 on network 1e02f27b-676d-46e1-bda2-8c031b8234c3 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:36.393498 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Port f5320e9c-7dea-478d-9afd-aebeabdbc677 on network 1e02f27b-676d-46e1-bda2-8c031b8234c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:24:36.393816 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Attempting to bind port f5320e9c-7dea-478d-9afd-aebeabdbc677 on network 1e02f27b-676d-46e1-bda2-8c031b8234c3 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:36.399828 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:36.400170 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Checking segment: {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:36.400552 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Bound using segment: {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:36.401004 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Bound port: f5320e9c-7dea-478d-9afd-aebeabdbc677, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b305569-5bc9-4260-a6aa-3691084d4171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:36.401360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:36.474308 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:36.475299 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:36.553976 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:36.589172 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:36.590114 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:36.591436 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] 10.222.0.79 "PUT /v2.0/ports/f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 1093 time: 0.9019969 Jan 12 10:24:36.594271 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:36.605204 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fceea9c-8798-4ce1-a3d0-5dc7c0fe3abf" -d '{"events": [{"name": "network-changed", "server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:36.632254 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c0c51-296c-4418-ac3f-884a0becee0e service neutron] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:36.662213 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c67c749-aeca-417e-8656-14efd42065f6 x-openstack-request-id: req-5c67c749-aeca-417e-8656-14efd42065f6 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:36.662504 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:36.662812 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5c67c749-aeca-417e-8656-14efd42065f6 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:36.663455 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'status': 'completed', 'code': 200} Jan 12 10:24:36.748094 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8602afd-47e6-4285-9297-314875afc6f5 req-189cc763-4c6f-48a2-94fd-bf89bbf13e29 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:36.749998 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e8602afd-47e6-4285-9297-314875afc6f5 req-189cc763-4c6f-48a2-94fd-bf89bbf13e29 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0680795 Jan 12 10:24:36.806840 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81e1dd-ccdd-4456-9a26-aec85351f363 req-e208e917-0205-47b9-9024-12d8a75ec5b1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:36.808400 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6b81e1dd-ccdd-4456-9a26-aec85351f363 req-e208e917-0205-47b9-9024-12d8a75ec5b1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0949771 Jan 12 10:24:36.811494 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceea9c-8798-4ce1-a3d0-5dc7c0fe3abf req-9db0c814-b1dc-47dd-9737-aa7a3a907bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:36.812969 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4fceea9c-8798-4ce1-a3d0-5dc7c0fe3abf req-9db0c814-b1dc-47dd-9737-aa7a3a907bff service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1096 time: 0.0651360 Jan 12 10:24:36.813493 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e8602afd-47e6-4285-9297-314875afc6f5 req-88a21aa3-4259-40b0-9ed3-5a7ee2964557 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575347 Jan 12 10:24:36.918672 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6b81e1dd-ccdd-4456-9a26-aec85351f363 req-ba8363a3-d259-40d0-b457-55259e26a355 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037121 Jan 12 10:24:36.943833 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceea9c-8798-4ce1-a3d0-5dc7c0fe3abf req-124956e6-0a94-4127-b30b-6069d2bce2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:36.945493 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4fceea9c-8798-4ce1-a3d0-5dc7c0fe3abf req-124956e6-0a94-4127-b30b-6069d2bce2d2 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e959811113f54942ac887f100751f4f5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1233838 Jan 12 10:24:37.035499 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fceea9c-8798-4ce1-a3d0-5dc7c0fe3abf req-fa842371-06f2-4812-8923-0efb9d3dda21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:37.036967 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4fceea9c-8798-4ce1-a3d0-5dc7c0fe3abf req-fa842371-06f2-4812-8923-0efb9d3dda21 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859454 Jan 12 10:24:37.114512 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-ba3f4d86-fc25-464f-8219-368e3378bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:37.116066 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-ba3f4d86-fc25-464f-8219-368e3378bdc4 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1096 time: 0.0450659 Jan 12 10:24:37.156883 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-47dbef1a-5dd9-4914-ae7c-2c060d5a7130 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 217 time: 0.0343018 Jan 12 10:24:37.167187 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb471c0e-e8a7-4803-a7fd-5be59c1f4e8b req-f7710b0c-de31-49d3-8f9d-4d8b12f35e09 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:37.168716 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bb471c0e-e8a7-4803-a7fd-5be59c1f4e8b req-f7710b0c-de31-49d3-8f9d-4d8b12f35e09 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 946 time: 0.0557730 Jan 12 10:24:37.206387 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-1d942660-8425-4ef1-a21a-aa7d6668217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:37.207850 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-1d942660-8425-4ef1-a21a-aa7d6668217f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 200 len: 848 time: 0.0458369 Jan 12 10:24:37.216861 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bb471c0e-e8a7-4803-a7fd-5be59c1f4e8b req-b063ab20-26ec-4a13-90e1-837cd83683c8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424626 Jan 12 10:24:37.254333 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-47f4d711-dcee-4a3c-a3d0-cd62dbb4e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:37.255865 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-47f4d711-dcee-4a3c-a3d0-cd62dbb4e822 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e02f27b-676d-46e1-bda2-8c031b8234c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423622 Jan 12 10:24:37.347611 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-6f994941-67bf-425a-a61b-a2d534d86113 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855732 Jan 12 10:24:37.442021 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5b1ffa13-11e3-440a-9815-72a818a7b998 req-db072acf-cc87-4b4f-ae89-aeb16ec2156d service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883849 Jan 12 10:24:37.931990 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303f7624-77b5-4c68-9df2-02d892707eb3 req-99aadbf8-3daa-4a18-919e-5da0a722a4a6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:37.934203 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-303f7624-77b5-4c68-9df2-02d892707eb3 req-99aadbf8-3daa-4a18-919e-5da0a722a4a6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0521088 Jan 12 10:24:37.985982 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-303f7624-77b5-4c68-9df2-02d892707eb3 req-52015a63-366d-4d8d-afd4-c4816055e39b tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467620 Jan 12 10:24:38.041456 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2bd0d8-8f24-4f7a-9bba-a30138a2d5b9 req-b3ffc996-0d96-489e-8fe9-65d1e0cdf76f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:38.043018 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4d2bd0d8-8f24-4f7a-9bba-a30138a2d5b9 req-b3ffc996-0d96-489e-8fe9-65d1e0cdf76f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0520012 Jan 12 10:24:38.095628 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4d2bd0d8-8f24-4f7a-9bba-a30138a2d5b9 req-b8eb503a-139b-43b3-ae4c-11c7a82f72b8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471015 Jan 12 10:24:39.110399 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eaa719-b106-4969-bf87-6b5a29781173 req-ce52f4e7-3958-4a2f-9dde-11449067c310 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:39.111902 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e3eaa719-b106-4969-bf87-6b5a29781173 req-ce52f4e7-3958-4a2f-9dde-11449067c310 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0508015 Jan 12 10:24:39.163408 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e3eaa719-b106-4969-bf87-6b5a29781173 req-5439864c-8b23-4a35-a9f5-b9825096d564 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451529 Jan 12 10:24:39.270344 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce7831-9482-4b2f-87c2-2a356ed5538f req-13f5b03e-14bd-4bd9-9a7b-9138d3129daa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:39.271895 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f5ce7831-9482-4b2f-87c2-2a356ed5538f req-13f5b03e-14bd-4bd9-9a7b-9138d3129daa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0522754 Jan 12 10:24:39.322694 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f5ce7831-9482-4b2f-87c2-2a356ed5538f req-07731fc7-7ef7-4d2c-99de-2c2e6bafd4c2 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 Jan 12 10:24:40.285419 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7062572-2530-457f-ad9f-606e805d5916 req-c02957b5-8295-49e8-b657-f18fc48c3663 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:40.286930 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7062572-2530-457f-ad9f-606e805d5916 req-c02957b5-8295-49e8-b657-f18fc48c3663 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0541198 Jan 12 10:24:40.338629 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7062572-2530-457f-ad9f-606e805d5916 req-518effd0-7709-45d0-8f6b-d4c3831fb7f3 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456049 Jan 12 10:24:40.439165 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90803bb7-8bf9-4fbd-b028-0979028077d2 req-01d85713-21f6-4b82-8376-254b4fe4bfa9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:40.440643 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-90803bb7-8bf9-4fbd-b028-0979028077d2 req-01d85713-21f6-4b82-8376-254b4fe4bfa9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0483577 Jan 12 10:24:40.487191 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-90803bb7-8bf9-4fbd-b028-0979028077d2 req-8667946b-0ec9-4d71-b2a6-f383088c334a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402436 Jan 12 10:24:40.797986 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457eb637-4dc7-4201-94cc-227e587104a7 req-20686b1a-91c8-4f22-b988-b8095d65e015 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:40.799467 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-457eb637-4dc7-4201-94cc-227e587104a7 req-20686b1a-91c8-4f22-b988-b8095d65e015 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0577841 Jan 12 10:24:40.850231 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-457eb637-4dc7-4201-94cc-227e587104a7 req-fe7103e4-eee6-4220-9fea-96de82fd19a8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443943 Jan 12 10:24:40.903099 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-9c479cdb-f029-4fe0-ba42-ea353fc23275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:40.904575 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-9c479cdb-f029-4fe0-ba42-ea353fc23275 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 1099 time: 0.0414374 Jan 12 10:24:40.994608 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-b2fa14df-925d-4b63-8117-6f7b400409bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:40.996090 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-b2fa14df-925d-4b63-8117-6f7b400409bc service neutron] 10.222.0.79 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 912 time: 0.0864296 Jan 12 10:24:41.060249 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-23bf85f5-0757-4c7b-8ec8-05449721e2d4 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c212b20b-a120-472b-95b0-22306117a924 HTTP/1.1" status: 200 len: 1002 time: 0.0586677 Jan 12 10:24:41.108418 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-7911f35b-001c-419f-87bb-b1f3735175bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:41.109901 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-7911f35b-001c-419f-87bb-b1f3735175bb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 200 len: 850 time: 0.0442362 Jan 12 10:24:41.417958 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-886ca635-dd23-4d1c-a1b0-6fd6185adeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:41.419434 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-886ca635-dd23-4d1c-a1b0-6fd6185adeb6 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93afd915-ae37-41bf-8ffd-5600bd743f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3043451 Jan 12 10:24:41.463288 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b1aaa-35a7-4921-9020-43c2793d8d86 req-61f567a6-1dab-42e1-9023-a4c0b23e4dbd tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:41.464796 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f24b1aaa-35a7-4921-9020-43c2793d8d86 req-61f567a6-1dab-42e1-9023-a4c0b23e4dbd tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0520029 Jan 12 10:24:41.513412 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-6fc3444e-ad6c-4669-9d8b-4bc6a24c03ce service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871222 Jan 12 10:24:41.514087 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f24b1aaa-35a7-4921-9020-43c2793d8d86 req-8cf64669-a21c-42bd-bef9-320899cb8a28 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436258 Jan 12 10:24:41.606094 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0ed634c1-3b82-426d-b9d7-193b5c35c0e2 req-73f2e5e9-8046-423f-b07c-1f4240347ff6 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869169 Jan 12 10:24:41.967001 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f495f8ba-5438-44a9-bdcd-2e09a8f2a93f req-082d4f05-8723-4059-9d6b-8978bc6c68b8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:41.968545 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f495f8ba-5438-44a9-bdcd-2e09a8f2a93f req-082d4f05-8723-4059-9d6b-8978bc6c68b8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0510199 Jan 12 10:24:42.017387 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f495f8ba-5438-44a9-bdcd-2e09a8f2a93f req-f56f3795-1cbc-448d-ae73-605aab92b315 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432227 Jan 12 10:24:42.629270 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db0d78-fb9f-4325-b725-4da0ec3d41e8 req-8f96a94d-d126-4563-97dc-6a760da8152f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:42.630753 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07db0d78-fb9f-4325-b725-4da0ec3d41e8 req-8f96a94d-d126-4563-97dc-6a760da8152f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0487096 Jan 12 10:24:42.684026 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07db0d78-fb9f-4325-b725-4da0ec3d41e8 req-d6db382e-43a0-4134-a4cc-0efacbd56f19 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469656 Jan 12 10:24:43.131712 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c311f355-e8bb-4034-8383-41a1ba78bfaa req-70f11ea3-29c6-49ff-9d2d-a52738e28520 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:43.133854 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c311f355-e8bb-4034-8383-41a1ba78bfaa req-70f11ea3-29c6-49ff-9d2d-a52738e28520 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0501060 Jan 12 10:24:43.184483 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c311f355-e8bb-4034-8383-41a1ba78bfaa req-68ca724d-fefc-41cc-a09d-7e8db48234ac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448463 Jan 12 10:24:43.815149 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4b3f9-befe-4de9-9a1b-73f31b229825 req-8a836230-ee4c-4ca8-8050-37d8de0a81bc tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:43.817384 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-32d4b3f9-befe-4de9-9a1b-73f31b229825 req-8a836230-ee4c-4ca8-8050-37d8de0a81bc tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0687287 Jan 12 10:24:43.869562 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-32d4b3f9-befe-4de9-9a1b-73f31b229825 req-4bbed92e-498c-4757-bbd6-d2436a1b83e2 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463347 Jan 12 10:24:44.238703 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f5320e9c-7dea-478d-9afd-aebeabdbc677 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:24:44.334258 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:44.345871 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'port_id': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'mac_address': 'fa:16:3e:d3:f8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:24:44.383171 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f5320e9c-7dea-478d-9afd-aebeabdbc677 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:44.383562 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:44.396422 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5320e9c-7dea-478d-9afd-aebeabdbc677 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:24:44.416195 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:44.501148 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:44.547573 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:44.748387 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['f5320e9c-7dea-478d-9afd-aebeabdbc677'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:24:44.987824 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c96416-a0a5-4598-89c9-4ea283c3d165 req-bd9445f2-839f-4a2b-9136-a8d84251f11e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:44.989362 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89c96416-a0a5-4598-89c9-4ea283c3d165 req-bd9445f2-839f-4a2b-9136-a8d84251f11e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 944 time: 0.0507102 Jan 12 10:24:45.038841 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89c96416-a0a5-4598-89c9-4ea283c3d165 req-ad585f62-ee27-481f-856f-b86d164dbee7 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Jan 12 10:24:46.151488 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e5aa3-3d60-4f63-ba3c-3eff4e671b98 req-c92a18ab-1b94-4f6b-a7d7-09e8602ce2b3 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:46.153020 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3d7e5aa3-3d60-4f63-ba3c-3eff4e671b98 req-c92a18ab-1b94-4f6b-a7d7-09e8602ce2b3 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 944 time: 0.0491536 Jan 12 10:24:46.202040 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3d7e5aa3-3d60-4f63-ba3c-3eff4e671b98 req-fc0fb155-3115-48af-9795-8a966c4e23d3 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433609 Jan 12 10:24:46.269835 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f5320e9c-7dea-478d-9afd-aebeabdbc677 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:46.381072 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port f5320e9c-7dea-478d-9afd-aebeabdbc677 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:24:46.385412 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port f5320e9c-7dea-478d-9afd-aebeabdbc677 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:46.386793 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:46.463608 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f5320e9c-7dea-478d-9afd-aebeabdbc677 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:46.464031 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:46.487021 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:46.489242 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47de5711-ba59-4dad-9617-44001f5b6f76" -d '{"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-plugged", "status": "completed", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:46.505826 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:46.527340 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e988c1c-f089-4fca-a8bc-e6233c4d5247 x-openstack-request-id: req-6e988c1c-f089-4fca-a8bc-e6233c4d5247 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:46.527652 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-plugged", "status": "completed", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:46.527915 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-6e988c1c-f089-4fca-a8bc-e6233c4d5247 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:46.528308 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'code': 200} Jan 12 10:24:46.569740 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:46.618813 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:46.931229 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2126c-0149-4169-ab53-9053e0891f07 req-6149b34a-256a-4757-8e93-47822bc85a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:46.932791 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-08d2126c-0149-4169-ab53-9053e0891f07 req-6149b34a-256a-4757-8e93-47822bc85a56 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1098 time: 0.0413656 Jan 12 10:24:46.978496 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-08d2126c-0149-4169-ab53-9053e0891f07 req-24c68efc-f72a-498a-865c-707f8a1b6711 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387819 Jan 12 10:24:47.186846 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:47.327331 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716fbdb-610d-40e8-84c9-7aa6018f160b req-bf252b1b-b37c-47dd-9bd7-5a7e802c6bf1 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:47.328836 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c716fbdb-610d-40e8-84c9-7aa6018f160b req-bf252b1b-b37c-47dd-9bd7-5a7e802c6bf1 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0531585 Jan 12 10:24:47.373206 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-19713531-893d-458e-afe2-d46129a6d9d1 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:47.374700 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-19713531-893d-458e-afe2-d46129a6d9d1 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.1110687 Jan 12 10:24:47.378305 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c716fbdb-610d-40e8-84c9-7aa6018f160b req-6c669fb0-2624-4bed-8b26-4d25ebfd9b24 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438969 Jan 12 10:24:47.390740 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-83975fb7-5569-43b7-a30b-c80517f04baa tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/quotas/e8768acf36bb4e148a0bbb9dd9722d06 HTTP/1.1" status: 200 len: 375 time: 0.0106165 Jan 12 10:24:47.444553 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-b8c9ceb0-3779-4df8-8ec2-20729ac3120a tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480752 Jan 12 10:24:47.539022 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-a8ce991a-f50c-4c33-99da-d9ff01b71cc9 service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871663 Jan 12 10:24:47.624968 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-19f82bec-4c43-4c1f-ad56-a41c470584fe service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799377 Jan 12 10:24:47.857466 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7df92dcd-6c52-4fb8-a7de-2e2e87b77f8e req-e21f09f4-fbf1-43ce-88ad-2112123ad6fd tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 210 time: 0.0268452 Jan 12 10:24:48.501393 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1a414-eb2f-4fd5-b044-be9ea0682f83 req-fe7b7dd2-34a8-4eb0-af07-78680b8796a5 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:48.502890 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a9b1a414-eb2f-4fd5-b044-be9ea0682f83 req-fe7b7dd2-34a8-4eb0-af07-78680b8796a5 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0572786 Jan 12 10:24:48.553045 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a9b1a414-eb2f-4fd5-b044-be9ea0682f83 req-06c9c047-c9b7-4970-b61a-80496ac9c2d8 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444374 Jan 12 10:24:48.671831 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb16e3-7add-42d1-896b-c27dc3d59541 req-31db7027-13dd-4eb9-922d-7c5e3c816bc5 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:48.673311 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e1bb16e3-7add-42d1-896b-c27dc3d59541 req-31db7027-13dd-4eb9-922d-7c5e3c816bc5 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0513456 Jan 12 10:24:48.722718 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e1bb16e3-7add-42d1-896b-c27dc3d59541 req-be30ae38-05e1-4eb7-90c8-78a566b2dbce tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436988 Jan 12 10:24:48.745305 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55418) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:48.893517 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2608e451-d673-42eb-9d58-8b172b800fa3 tempest-TestShelveInstance-1826778915 tempest-TestShelveInstance-1826778915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:48.895124 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-2608e451-d673-42eb-9d58-8b172b800fa3 tempest-TestShelveInstance-1826778915 tempest-TestShelveInstance-1826778915-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1093 time: 0.1487217 Jan 12 10:24:48.898318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55424) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:24:48.904280 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'port_id': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:48.955103 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-289663fb-8d87-46ba-9a35-56a4237b77e8 req-373e3a1b-9171-435c-a53e-0c49f2dac787 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 210 time: 0.0281885 Jan 12 10:24:49.011148 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:49.115873 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:49.223758 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Allocated IP 172.27.0.230 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/d7bc7aa7-a187-48db-9bf3-000533d9e1e5) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:49.342862 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:49.427553 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:49.465667 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:49.470363 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:49.473364 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:49.507852 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'Port': ['ID=d7bc7aa7-a187-48db-9bf3-000533d9e1e5,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.803470 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-871ad2ba-3510-4b58-8496-36c7678804d2 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:49.807832 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-871ad2ba-3510-4b58-8496-36c7678804d2 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.1071198 Jan 12 10:24:49.819958 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Request body: {'port': {'device_id': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'admin_state_up': True, 'tenant_id': 'e8768acf36bb4e148a0bbb9dd9722d06'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:49.959109 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for floatingip (d23ec5ba-a77d-4cc2-851a-34cec8eaaee0), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:49.999854 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Made reservation on behalf of e8768acf36bb4e148a0bbb9dd9722d06 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:24:50.003498 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.063306 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1ae46035-3170-4bdb-bc64-769dd581d284 req-b0ab3445-44e2-4042-bae4-433024dee8b3 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 210 time: 0.0294850 Jan 12 10:24:50.140517 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.173200 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Allocated IP 172.20.0.10 (3f50de3b-8fd6-457d-ab1d-4a7663490c66/5504ec0a-8c42-4d30-9937-48d131140d9b/2f00b794-10ba-4a79-9ef6-8871559b9ba3) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:24:50.301555 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.336143 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks [] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.364165 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.427253 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.436054 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event updated for resources: {'Port': ['ID=d7bc7aa7-a187-48db-9bf3-000533d9e1e5,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:50.446986 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (d23ec5ba-a77d-4cc2-851a-34cec8eaaee0), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.448059 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:24:50.470814 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:24:50.477695 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:24:50.481490 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:24:50.488117 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event updated for resources: {'Port': ['ID=2f00b794-10ba-4a79-9ef6-8871559b9ba3,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:50.537902 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:50.538617 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.551966 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.l3_db [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Floating IP d23ec5ba-a77d-4cc2-851a-34cec8eaaee0 associated. External IP: 172.27.0.230, port: f5320e9c-7dea-478d-9afd-aebeabdbc677. Jan 12 10:24:50.612745 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52197b86-c45e-448f-93cd-13b6ebddcfaf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7967439 Jan 12 10:24:50.623939 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Request body: {'port': {'device_id': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:24:50.679541 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.760410 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Router 5edd5e54-6dda-438b-b736-b46bd0f9987a has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:24:50.869467 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:24:50.887481 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] Sync routers for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:24:50.896915 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:50.897522 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:24:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:50.937488 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.980906 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-d2c82409-b446-427a-86ab-cebc6aa9baed tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0709238 Jan 12 10:24:50.980906 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:50.980906 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab4856-529f-4628-ace6-a90c0a5e02d6" -d '{"events": [{"name": "network-changed", "server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:50.981362 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f00b794-10ba-4a79-9ef6-8871559b9ba3 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:24:50.983613 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Publish callbacks [] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:50.997657 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Transition to ACTIVE for port object 2f00b794-10ba-4a79-9ef6-8871559b9ba3 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:24:51.007183 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:51.055922 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:51.077830 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fbf77a-f1f7-4fde-a258-4b38e95e2ca3 x-openstack-request-id: req-16fbf77a-f1f7-4fde-a258-4b38e95e2ca3 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:51.078217 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:51.078579 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-16fbf77a-f1f7-4fde-a258-4b38e95e2ca3 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:51.079073 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'status': 'completed', 'code': 200} Jan 12 10:24:51.116810 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Pushing event updated for resources: {'Port': ['ID=2f00b794-10ba-4a79-9ef6-8871559b9ba3,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:51.225871 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-80cbc265-f0fb-49d2-872c-67af181bfc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.227466 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-80cbc265-f0fb-49d2-872c-67af181bfc01 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1098 time: 0.1203771 Jan 12 10:24:51.239279 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'd23ec5ba-a77d-4cc2-851a-34cec8eaaee0', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'port_id': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'mac_address': 'fa:16:3e:d3:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:24:49Z', 'updated_at': '2022-01-12T10:24:49Z', 'revision_number': 0, 'project_id': 'e959811113f54942ac887f100751f4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 5, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:51.269183 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] Checking router: 5edd5e54-6dda-438b-b736-b46bd0f9987a for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:24:51.278607 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:24:51.279202 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:24:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:51.280094 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3715a0b8-809e-4f94-b793-8be49e763c83 req-f99c9629-0f96-4ecb-a3af-8aab6bf52d5b tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.281634 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3715a0b8-809e-4f94-b793-8be49e763c83 req-f99c9629-0f96-4ecb-a3af-8aab6bf52d5b tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 944 time: 0.1267099 Jan 12 10:24:51.310678 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Attempting to bind port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:24:51.311022 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Attempting to bind port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:24:51.311360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Attempting to bind port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:51.337387 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:24:51.337888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Attempting to bind port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:24:51.350934 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:24:51.351275 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Checking segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:24:51.351664 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Bound using segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:24:51.352104 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Bound port: 2f00b794-10ba-4a79-9ef6-8871559b9ba3, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:24:51.352570 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:51.386418 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:24:51.421115 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3715a0b8-809e-4f94-b793-8be49e763c83 req-0f7f487f-ebfa-4a1c-a531-92f1156a1240 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116102 Jan 12 10:24:51.423934 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-1ed58348-3839-4836-9ef3-6520425db07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.425365 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-1ed58348-3839-4836-9ef3-6520425db07f service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 910 time: 0.1914532 Jan 12 10:24:51.501490 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] For port 2f00b794-10ba-4a79-9ef6-8871559b9ba3, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:24:51.516614 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-a03ebc56-a732-486a-a0cb-7d49e9ecb227 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 999 time: 0.0813057 Jan 12 10:24:51.519855 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] For port 2f00b794-10ba-4a79-9ef6-8871559b9ba3, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2f00b794-10ba-4a79-9ef6-8871559b9ba3,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:24:51.570531 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-26e76f65-8de5-4a7e-82e0-bd243c904420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.572648 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-26e76f65-8de5-4a7e-82e0-bd243c904420 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 200 len: 848 time: 0.0488396 Jan 12 10:24:51.603196 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:51.618575 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'd23ec5ba-a77d-4cc2-851a-34cec8eaaee0', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'port_id': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'mac_address': 'fa:16:3e:d3:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:24:49Z', 'updated_at': '2022-01-12T10:24:49Z', 'revision_number': 0, 'project_id': 'e959811113f54942ac887f100751f4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 5, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:24:51.645111 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.645696 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f61adba-3bd0-4f7c-b559-f3bd4697df85 None None] The sync data for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi is: [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'd23ec5ba-a77d-4cc2-851a-34cec8eaaee0', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'port_id': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'mac_address': 'fa:16:3e:d3:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:24:49Z', 'updated_at': '2022-01-12T10:24:49Z', 'revision_number': 0, 'project_id': 'e959811113f54942ac887f100751f4f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 5, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:24:51.645899 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:51.647183 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] 10.222.0.79 "PUT /v2.0/ports/2f00b794-10ba-4a79-9ef6-8871559b9ba3 HTTP/1.1" status: 200 len: 1094 time: 1.0277267 Jan 12 10:24:51.648311 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'tag': '2f00b794-10ba-4a79-9ef6-8871559b9ba3'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:51.650610 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba51e4a4-b6d6-4488-9e05-3d659ecadc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ebd3d3-5417-4512-99f3-d24342406119", "tag": "2f00b794-10ba-4a79-9ef6-8871559b9ba3"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:51.667674 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-fd5f0496-db12-40be-b60b-22402bc78475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.669226 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-fd5f0496-db12-40be-b60b-22402bc78475 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e02f27b-676d-46e1-bda2-8c031b8234c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0912201 Jan 12 10:24:51.689444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8826c-5455-4532-ac1f-bfbc445d8070 service neutron] Pushing event updated for resources: {'Port': ['ID=2f00b794-10ba-4a79-9ef6-8871559b9ba3,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:51.709056 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc40ed9-7248-4259-b069-2d70bf5cf14d x-openstack-request-id: req-bdc40ed9-7248-4259-b069-2d70bf5cf14d {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:51.709350 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ebd3d3-5417-4512-99f3-d24342406119", "tag": "2f00b794-10ba-4a79-9ef6-8871559b9ba3", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:51.709615 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bdc40ed9-7248-4259-b069-2d70bf5cf14d {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:51.709988 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'tag': '2f00b794-10ba-4a79-9ef6-8871559b9ba3', 'status': 'completed', 'code': 200} Jan 12 10:24:51.804228 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-e89a799e-e2dd-44cb-9966-b38a626269a6 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273096 Jan 12 10:24:51.806928 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e4a4-b6d6-4488-9e05-3d659ecadc7b req-7f9ab9fc-5b44-429d-9aa1-d1140ac59315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.808296 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ba51e4a4-b6d6-4488-9e05-3d659ecadc7b req-7f9ab9fc-5b44-429d-9aa1-d1140ac59315 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 1097 time: 0.0646362 Jan 12 10:24:51.880224 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f648ef-14e6-4c66-b307-18ba61103367 None None] New status for floating IP d23ec5ba-a77d-4cc2-851a-34cec8eaaee0: ACTIVE {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:24:51.997310 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e4a4-b6d6-4488-9e05-3d659ecadc7b req-81258b8b-b6f5-4e15-8bfc-3afbdfc2948e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:51.999844 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ba51e4a4-b6d6-4488-9e05-3d659ecadc7b req-81258b8b-b6f5-4e15-8bfc-3afbdfc2948e service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1755247 Jan 12 10:24:52.000862 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-16ab4856-529f-4628-ace6-a90c0a5e02d6 req-b89f355a-2b35-4dd7-bc7c-ff3bed4820b4 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786206 Jan 12 10:24:52.107143 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51e4a4-b6d6-4488-9e05-3d659ecadc7b req-193c3492-cc05-4ad6-b0a2-970214ca6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:52.108681 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ba51e4a4-b6d6-4488-9e05-3d659ecadc7b req-193c3492-cc05-4ad6-b0a2-970214ca6b86 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001978 Jan 12 10:24:52.193756 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-7a1ecead-c149-4ae5-85e5-f71c84f4f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:52.195296 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-7a1ecead-c149-4ae5-85e5-f71c84f4f96c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 1097 time: 0.0417066 Jan 12 10:24:52.239726 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-77aaedcd-9d85-4620-8c1d-701d7b83e0cb service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f00b794-10ba-4a79-9ef6-8871559b9ba3 HTTP/1.1" status: 200 len: 217 time: 0.0379267 Jan 12 10:24:52.287286 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-5e744b16-3f18-43cb-b467-93d32d74ac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:52.288670 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-5e744b16-3f18-43cb-b467-93d32d74ac82 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5504ec0a-8c42-4d30-9937-48d131140d9b HTTP/1.1" status: 200 len: 854 time: 0.0430858 Jan 12 10:24:52.329079 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-78406890-6630-48c7-a252-d5585011fc34 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f50de3b-8fd6-457d-ab1d-4a7663490c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248322 Jan 12 10:24:52.423867 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-36717ed2-38cf-440c-96d7-fdd8da31bdfa service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857370 Jan 12 10:24:52.550907 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4df5505c-96e3-40e9-a0f0-d228dbd25f0f req-1453c580-cb23-4d42-83f7-1b8cbbdcf97d service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126568 Jan 12 10:24:52.562092 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfffbd-f1ab-4f7c-b2c1-422b716fda60 req-65e1b84d-9548-495b-9f8c-91d812349e5e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:52.563510 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-00bfffbd-f1ab-4f7c-b2c1-422b716fda60 req-65e1b84d-9548-495b-9f8c-91d812349e5e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 944 time: 0.0683773 Jan 12 10:24:52.616341 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-00bfffbd-f1ab-4f7c-b2c1-422b716fda60 req-a6f69821-e6df-465e-b0e5-265d4ee0ff52 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470836 Jan 12 10:24:53.737538 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1507fb-8c42-4290-8a83-39581d0cd228 req-5e8161e1-20be-4c96-9e73-c1cd65c484fe tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:53.739044 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ec1507fb-8c42-4290-8a83-39581d0cd228 req-5e8161e1-20be-4c96-9e73-c1cd65c484fe tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 944 time: 0.0531251 Jan 12 10:24:53.785749 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ec1507fb-8c42-4290-8a83-39581d0cd228 req-c78b4a98-eea4-4c86-af91-e6951555228f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410464 Jan 12 10:24:54.363430 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2f00b794-10ba-4a79-9ef6-8871559b9ba3 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:24:54.459737 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 2f00b794-10ba-4a79-9ef6-8871559b9ba3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2f00b794-10ba-4a79-9ef6-8871559b9ba3,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:54.470850 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '2f00b794-10ba-4a79-9ef6-8871559b9ba3', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'port_id': '2f00b794-10ba-4a79-9ef6-8871559b9ba3', 'mac_address': 'fa:16:3e:18:f3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5504ec0a-8c42-4d30-9937-48d131140d9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:24:54.507361 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:54.507758 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:54.521177 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f00b794-10ba-4a79-9ef6-8871559b9ba3 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:24:54.540672 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 2f00b794-10ba-4a79-9ef6-8871559b9ba3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2f00b794-10ba-4a79-9ef6-8871559b9ba3,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:54.650118 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:54.698441 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=2f00b794-10ba-4a79-9ef6-8871559b9ba3,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:54.903534 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76695b-a71b-4ad1-b0fe-a19f39d465f5 req-55799c3c-6d72-4ba7-b715-e441be9edcac tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:54.905286 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6d76695b-a71b-4ad1-b0fe-a19f39d465f5 req-55799c3c-6d72-4ba7-b715-e441be9edcac tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 945 time: 0.0503919 Jan 12 10:24:54.911010 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['2f00b794-10ba-4a79-9ef6-8871559b9ba3'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:24:54.954368 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6d76695b-a71b-4ad1-b0fe-a19f39d465f5 req-5f2eaeb2-982c-4070-82ae-d16ad7259dcb tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Jan 12 10:24:56.071653 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33b577-1326-4f22-a3c6-68dac70ce4a0 req-9eb8c1c9-74af-46e4-a9e3-2d1672172c2d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:56.073139 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fa33b577-1326-4f22-a3c6-68dac70ce4a0 req-9eb8c1c9-74af-46e4-a9e3-2d1672172c2d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 945 time: 0.0495417 Jan 12 10:24:56.118832 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-fa33b577-1326-4f22-a3c6-68dac70ce4a0 req-ebe0550e-3a60-456e-ba1e-f3479f231dd3 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Jan 12 10:24:56.395036 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2f00b794-10ba-4a79-9ef6-8871559b9ba3 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:24:56.500902 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:24:56.504905 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:24:56.505289 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:56.582203 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:24:56.582589 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:56.606062 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f00b794-10ba-4a79-9ef6-8871559b9ba3'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:24:56.608318 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d2c6ef-73d4-4990-a727-f8edee74ce5f" -d '{"events": [{"server_uuid": "f5ebd3d3-5417-4512-99f3-d24342406119", "name": "network-vif-plugged", "status": "completed", "tag": "2f00b794-10ba-4a79-9ef6-8871559b9ba3"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:24:56.620783 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 2f00b794-10ba-4a79-9ef6-8871559b9ba3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2f00b794-10ba-4a79-9ef6-8871559b9ba3,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:24:56.646923 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208273c1-a46c-4017-843f-36442aa06b24 x-openstack-request-id: req-208273c1-a46c-4017-843f-36442aa06b24 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:24:56.646923 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ebd3d3-5417-4512-99f3-d24342406119", "name": "network-vif-plugged", "status": "completed", "tag": "2f00b794-10ba-4a79-9ef6-8871559b9ba3", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:24:56.646923 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-208273c1-a46c-4017-843f-36442aa06b24 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:24:56.646923 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f00b794-10ba-4a79-9ef6-8871559b9ba3', 'code': 200} Jan 12 10:24:56.833079 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:56.895804 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-83db8e7c-1ae2-4634-9121-19ef31ef7987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:56.909123 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=2f00b794-10ba-4a79-9ef6-8871559b9ba3,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:24:57.081061 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fca570-8466-4bab-82bf-de70ea188a9e req-478fca07-a256-4bdd-8e5e-bd1c69cfcb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:57.082526 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-35fca570-8466-4bab-82bf-de70ea188a9e req-478fca07-a256-4bdd-8e5e-bd1c69cfcb38 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 1099 time: 0.0406327 Jan 12 10:24:57.127554 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-35fca570-8466-4bab-82bf-de70ea188a9e req-8a6cbb2f-4bd3-4845-8df6-27ad17f640f9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 Jan 12 10:24:57.262043 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e74b09-3f08-46de-bfce-8accf723bedd req-8c1063ed-34fb-438a-8d8b-576fd8d5916d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:57.263436 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d2e74b09-3f08-46de-bfce-8accf723bedd req-8c1063ed-34fb-438a-8d8b-576fd8d5916d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 946 time: 0.0685182 Jan 12 10:24:57.309589 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d2e74b09-3f08-46de-bfce-8accf723bedd req-1b5a1cc4-a274-4b97-ac10-1ba619b2bdf0 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404656 Jan 12 10:24:58.429700 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc009d0-a4c0-4b73-bdac-96dcdc190c5d req-1eed1c0d-af0c-4f80-b9f5-6fa0ddf19ede tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:58.431222 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ffc009d0-a4c0-4b73-bdac-96dcdc190c5d req-1eed1c0d-af0c-4f80-b9f5-6fa0ddf19ede tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 946 time: 0.0529649 Jan 12 10:24:58.480299 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ffc009d0-a4c0-4b73-bdac-96dcdc190c5d req-1bed53f5-a270-4d13-818e-c30646387d75 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436215 Jan 12 10:24:58.918284 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-091b097d-f911-4134-8e74-fda4c79fd687 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:24:59.600032 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31697e7-c1d7-4a7b-bcaa-8e3c21b79bb4 req-508cf14a-6deb-4195-8a96-f1f5b28e590d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:24:59.601638 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f31697e7-c1d7-4a7b-bcaa-8e3c21b79bb4 req-508cf14a-6deb-4195-8a96-f1f5b28e590d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Jan 12 10:24:59.655821 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f31697e7-c1d7-4a7b-bcaa-8e3c21b79bb4 req-1fe01ae9-ed18-479a-a859-4cbfbaeff4ba tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441501 Jan 12 10:25:00.432803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:01.506682 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-567dbb6f-4300-4aff-9c06-f6e045c69598 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:01.508769 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-567dbb6f-4300-4aff-9c06-f6e045c69598 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.1008434 Jan 12 10:25:01.523255 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-c63c0821-db03-4b3b-9cf5-dab0c2ee7900 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/quotas/e8768acf36bb4e148a0bbb9dd9722d06 HTTP/1.1" status: 200 len: 375 time: 0.0087762 Jan 12 10:25:01.576924 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-e7eb4bf5-bf47-4e9a-9001-d92c55a49328 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480115 Jan 12 10:25:01.681946 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-033a75f0-eac6-4e7f-a17b-f08e85d922ce service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984893 Jan 12 10:25:01.764212 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:01.777399 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-c918cb68-6b11-425a-9174-c5a6e1fe02b4 service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892038 Jan 12 10:25:02.091366 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-407303f0-4a2c-4da3-aa95-5906aa8e0514 req-dd92fa7a-43ee-4296-a287-e2e5ebc4ce76 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 210 time: 0.0290070 Jan 12 10:25:02.786793 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:03.182945 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cda67dee-ae49-4094-b7ad-a64cdb0abe83 req-a63797ca-bd79-45f0-894c-efda85506c83 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 210 time: 0.0259690 Jan 12 10:25:04.210187 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-da9254f8-74ee-4525-b980-5f5afba55790 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:04.211891 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-da9254f8-74ee-4525-b980-5f5afba55790 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.1016273 Jan 12 10:25:04.240020 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Request body: {'port': {'device_id': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'admin_state_up': True, 'tenant_id': 'e8768acf36bb4e148a0bbb9dd9722d06'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:04.282948 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-37ddec64-96c2-4675-8357-71266995e8ce req-31b57df6-6298-4f12-b2e6-302a3ef9bd3a tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 210 time: 0.0277114 Jan 12 10:25:04.444111 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Made reservation on behalf of e8768acf36bb4e148a0bbb9dd9722d06 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:25:04.448575 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:04.577849 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Allocated IP 172.20.0.7 (3f50de3b-8fd6-457d-ab1d-4a7663490c66/5504ec0a-8c42-4d30-9937-48d131140d9b/4862c6b8-8b92-4d30-a99e-9c813fdb669e) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:25:04.720428 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks [] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:04.804431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:04.819143 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b', '2f00b794-10ba-4a79-9ef6-8871559b9ba3'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:25:04.850676 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:25:04.856748 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:25:04.860444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:25:04.890640 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event updated for resources: {'Port': ['ID=4862c6b8-8b92-4d30-a99e-9c813fdb669e,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:04.903450 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.903812 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.904142 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.904481 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.904815 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.905173 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.905500 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.905827 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.906152 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.906474 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.906800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.907119 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.907437 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:04.927447 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:04.928066 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:05.001294 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2b1b7635-7cf1-4378-bb80-143ce1aae29c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7649162 Jan 12 10:25:05.014421 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Request body: {'port': {'device_id': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:05.073328 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:05.330834 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4862c6b8-8b92-4d30-a99e-9c813fdb669e {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:25:05.339223 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Publish callbacks [] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:05.351418 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Transition to ACTIVE for port object 4862c6b8-8b92-4d30-a99e-9c813fdb669e will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:25:05.400211 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61891a5-16d1-42b6-aba9-5e3242a24b97 req-d61902af-cc90-4a73-9eb5-2234726ab510 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:05.401720 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c61891a5-16d1-42b6-aba9-5e3242a24b97 req-d61902af-cc90-4a73-9eb5-2234726ab510 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 931 time: 0.0492284 Jan 12 10:25:05.422131 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:05.493383 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c61891a5-16d1-42b6-aba9-5e3242a24b97 req-7aabe100-bdd3-42c6-8b29-e43e9c1b6e28 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860200 Jan 12 10:25:05.493979 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Pushing event updated for resources: {'Port': ['ID=4862c6b8-8b92-4d30-a99e-9c813fdb669e,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:05.565069 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Attempting to bind port 4862c6b8-8b92-4d30-a99e-9c813fdb669e on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:25:05.565316 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Attempting to bind port 4862c6b8-8b92-4d30-a99e-9c813fdb669e by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:25:05.565639 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Attempting to bind port 4862c6b8-8b92-4d30-a99e-9c813fdb669e on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:25:05.569833 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Port 4862c6b8-8b92-4d30-a99e-9c813fdb669e on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:25:05.570152 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Attempting to bind port 4862c6b8-8b92-4d30-a99e-9c813fdb669e on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:25:05.575706 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:25:05.576044 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Checking segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:25:05.576458 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Bound using segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:25:05.576907 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Bound port: 4862c6b8-8b92-4d30-a99e-9c813fdb669e, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:25:05.577267 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:05.639278 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] For port 4862c6b8-8b92-4d30-a99e-9c813fdb669e, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:25:05.642221 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] For port 4862c6b8-8b92-4d30-a99e-9c813fdb669e, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4862c6b8-8b92-4d30-a99e-9c813fdb669e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:25:05.701526 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:05.735001 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:05.735623 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:05.737027 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] 10.222.0.79 "PUT /v2.0/ports/4862c6b8-8b92-4d30-a99e-9c813fdb669e HTTP/1.1" status: 200 len: 1093 time: 0.7281861 Jan 12 10:25:05.737463 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'tag': '4862c6b8-8b92-4d30-a99e-9c813fdb669e'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:05.739672 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e0a34e-a78e-4662-9c5d-129a118b293f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f76335-7f86-4abb-99ac-546df1645af3", "tag": "4862c6b8-8b92-4d30-a99e-9c813fdb669e"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:05.764210 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778b410-b352-41bf-895e-d47ba99a9742 service neutron] Pushing event updated for resources: {'Port': ['ID=4862c6b8-8b92-4d30-a99e-9c813fdb669e,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:05.777342 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fe0565-3230-4afc-8bf7-8cfc4a6f5df0 x-openstack-request-id: req-c6fe0565-3230-4afc-8bf7-8cfc4a6f5df0 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:05.777631 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f76335-7f86-4abb-99ac-546df1645af3", "tag": "4862c6b8-8b92-4d30-a99e-9c813fdb669e", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:05.777888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-c6fe0565-3230-4afc-8bf7-8cfc4a6f5df0 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:05.778280 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'tag': '4862c6b8-8b92-4d30-a99e-9c813fdb669e', 'status': 'completed', 'code': 200} Jan 12 10:25:05.842411 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0a34e-a78e-4662-9c5d-129a118b293f req-bf19972f-648f-458b-b99d-b295ef3d1794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:05.843758 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-07e0a34e-a78e-4662-9c5d-129a118b293f req-bf19972f-648f-458b-b99d-b295ef3d1794 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 1096 time: 0.0453975 Jan 12 10:25:05.947950 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0a34e-a78e-4662-9c5d-129a118b293f req-be5b16dc-05ad-42b2-be89-23d069481490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:05.949461 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-07e0a34e-a78e-4662-9c5d-129a118b293f req-be5b16dc-05ad-42b2-be89-23d069481490 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0918341 Jan 12 10:25:06.045409 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0a34e-a78e-4662-9c5d-129a118b293f req-0c9b0184-63e0-429e-982a-e096122c84d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:06.046869 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-07e0a34e-a78e-4662-9c5d-129a118b293f req-0c9b0184-63e0-429e-982a-e096122c84d2 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907133 Jan 12 10:25:06.136386 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-1de3d6d8-61e8-45e5-b422-421b3454373c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:06.137802 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-1de3d6d8-61e8-45e5-b422-421b3454373c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 1096 time: 0.0420387 Jan 12 10:25:06.178691 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-e4261ac4-c0fa-4703-ba04-d45b8b6bfadd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4862c6b8-8b92-4d30-a99e-9c813fdb669e HTTP/1.1" status: 200 len: 217 time: 0.0327005 Jan 12 10:25:06.230067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2f9a4a71-8f44-4115-afa7-fe521067e917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:06.231508 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-2f9a4a71-8f44-4115-afa7-fe521067e917 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5504ec0a-8c42-4d30-9937-48d131140d9b HTTP/1.1" status: 200 len: 854 time: 0.0464864 Jan 12 10:25:06.265785 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-21c3dd6b-51da-4065-b736-f8a427c1feb3 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f50de3b-8fd6-457d-ab1d-4a7663490c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256875 Jan 12 10:25:06.363677 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-f213a45f-b0ea-49b6-9d0a-3d0c4e5c05a4 service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834508 Jan 12 10:25:06.454171 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d03c8df-a6f0-4e81-9f68-f07ce8c435c8 req-c658aca4-2a0f-4dd5-a334-cf360b5b8040 service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844853 Jan 12 10:25:06.614656 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51feb919-4698-4bea-827d-7028ff185bfd req-33cc56ee-a106-4226-af39-1d49c0c1be36 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:06.616140 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-51feb919-4698-4bea-827d-7028ff185bfd req-33cc56ee-a106-4226-af39-1d49c0c1be36 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 943 time: 0.0520666 Jan 12 10:25:06.663102 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-51feb919-4698-4bea-827d-7028ff185bfd req-34efdf10-c8d7-4b3c-afc9-813b50884938 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412428 Jan 12 10:25:08.020348 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043da0d-a932-42ee-8b08-ef567e3a64f2 req-339aad70-bfce-4aec-99b5-5fce0557df69 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:08.021891 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c043da0d-a932-42ee-8b08-ef567e3a64f2 req-339aad70-bfce-4aec-99b5-5fce0557df69 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 943 time: 0.2888267 Jan 12 10:25:08.068148 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c043da0d-a932-42ee-8b08-ef567e3a64f2 req-e7dad5f7-34dd-4a40-893b-49fc49f39082 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397923 Jan 12 10:25:08.477805 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 4862c6b8-8b92-4d30-a99e-9c813fdb669e details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:25:08.574562 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 4862c6b8-8b92-4d30-a99e-9c813fdb669e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4862c6b8-8b92-4d30-a99e-9c813fdb669e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:08.585491 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '4862c6b8-8b92-4d30-a99e-9c813fdb669e', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'port_id': '4862c6b8-8b92-4d30-a99e-9c813fdb669e', 'mac_address': 'fa:16:3e:fd:46:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5504ec0a-8c42-4d30-9937-48d131140d9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:25:08.622491 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 4862c6b8-8b92-4d30-a99e-9c813fdb669e is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:25:08.622886 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:08.637329 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4862c6b8-8b92-4d30-a99e-9c813fdb669e {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:25:08.657083 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 4862c6b8-8b92-4d30-a99e-9c813fdb669e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4862c6b8-8b92-4d30-a99e-9c813fdb669e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:08.741102 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:08.792235 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=4862c6b8-8b92-4d30-a99e-9c813fdb669e,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:08.799266 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:08.805365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:09.034052 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['4862c6b8-8b92-4d30-a99e-9c813fdb669e'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:25:09.187197 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a00081-9c37-48db-b2b4-65b65fb8590a req-6f38a0ac-d70f-43f5-9145-f72eb8358e44 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:09.188665 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15a00081-9c37-48db-b2b4-65b65fb8590a req-6f38a0ac-d70f-43f5-9145-f72eb8358e44 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 944 time: 0.0526016 Jan 12 10:25:09.235436 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-15a00081-9c37-48db-b2b4-65b65fb8590a req-c8d3fe48-733a-46aa-9197-d18e8e9e0092 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411499 Jan 12 10:25:10.350926 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc40ac-5170-4bc3-987e-a5c7297e11fb req-de18e660-93f7-412d-a10f-14a49d36f4fc tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:10.353008 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9fcc40ac-5170-4bc3-987e-a5c7297e11fb req-de18e660-93f7-412d-a10f-14a49d36f4fc tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 944 time: 0.0498328 Jan 12 10:25:10.403424 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9fcc40ac-5170-4bc3-987e-a5c7297e11fb req-3f15861c-e455-41b1-86b5-ae93eeabbab1 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450571 Jan 12 10:25:10.493700 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 4862c6b8-8b92-4d30-a99e-9c813fdb669e up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:25:10.575215 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 4862c6b8-8b92-4d30-a99e-9c813fdb669e completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:25:10.579128 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 4862c6b8-8b92-4d30-a99e-9c813fdb669e triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:25:10.579500 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:10.655828 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 4862c6b8-8b92-4d30-a99e-9c813fdb669e is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:25:10.656207 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:10.685004 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4862c6b8-8b92-4d30-a99e-9c813fdb669e'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:10.688731 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed7ba590-2248-413d-9a02-1c6a22938430" -d '{"events": [{"server_uuid": "b3f76335-7f86-4abb-99ac-546df1645af3", "name": "network-vif-plugged", "status": "completed", "tag": "4862c6b8-8b92-4d30-a99e-9c813fdb669e"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:10.701376 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 4862c6b8-8b92-4d30-a99e-9c813fdb669e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4862c6b8-8b92-4d30-a99e-9c813fdb669e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:10.730054 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb0313e-ef40-42ef-ada5-3fdc89d2d913 x-openstack-request-id: req-9cb0313e-ef40-42ef-ada5-3fdc89d2d913 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:10.737843 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f76335-7f86-4abb-99ac-546df1645af3", "name": "network-vif-plugged", "status": "completed", "tag": "4862c6b8-8b92-4d30-a99e-9c813fdb669e", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:10.737843 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9cb0313e-ef40-42ef-ada5-3fdc89d2d913 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:10.737843 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4862c6b8-8b92-4d30-a99e-9c813fdb669e', 'code': 200} Jan 12 10:25:10.764095 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:10.817846 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=4862c6b8-8b92-4d30-a99e-9c813fdb669e,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:11.031338 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7215-7585-4053-ba83-900ca3db6d42 req-c493a839-0fc1-488f-9a48-15171d1b1696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:11.032831 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b0ad7215-7585-4053-ba83-900ca3db6d42 req-c493a839-0fc1-488f-9a48-15171d1b1696 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 1098 time: 0.0417418 Jan 12 10:25:11.077655 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b0ad7215-7585-4053-ba83-900ca3db6d42 req-304da7bd-8cb3-4236-b935-ee13f68ede3e service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371690 Jan 12 10:25:11.519357 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6414-27f1-4b13-8232-4470c2e9a417 req-522ff356-d7ad-4adb-b1d9-7e2eb85c8bde tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:11.520848 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-098e6414-27f1-4b13-8232-4470c2e9a417 req-522ff356-d7ad-4adb-b1d9-7e2eb85c8bde tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 945 time: 0.0510836 Jan 12 10:25:11.569881 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-098e6414-27f1-4b13-8232-4470c2e9a417 req-b0efa65f-2f02-44ba-beaf-b6e7ed6c4efb tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Jan 12 10:25:11.953214 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:25:12.688322 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b84f7-319e-4a68-99a8-1410d6c9f258 req-a763eadf-b065-4be8-a819-c194ce91d0c1 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:12.689860 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-de2b84f7-319e-4a68-99a8-1410d6c9f258 req-a763eadf-b065-4be8-a819-c194ce91d0c1 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 945 time: 0.0507941 Jan 12 10:25:12.743862 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-de2b84f7-319e-4a68-99a8-1410d6c9f258 req-c5284a8a-f358-4c0d-a2c8-18af3906bf16 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482850 Jan 12 10:25:17.209538 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:22.678716 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d33763-7ae3-4c02-ae3a-97b1eb7d0fa2 req-9832cf56-190d-463d-b621-61517d4b243a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:22.680658 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57d33763-7ae3-4c02-ae3a-97b1eb7d0fa2 req-9832cf56-190d-463d-b621-61517d4b243a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0542779 Jan 12 10:25:22.732381 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-57d33763-7ae3-4c02-ae3a-97b1eb7d0fa2 req-3dd87a78-18cd-4140-a83e-36f69cfbbd08 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454192 Jan 12 10:25:22.859999 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-04708c69-f8a3-4984-8c38-4e6f5a422853 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479131 Jan 12 10:25:22.950537 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-cd616961-b8f9-4879-b82d-c46046070a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:22.952108 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-cd616961-b8f9-4879-b82d-c46046070a93 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 1099 time: 0.0467384 Jan 12 10:25:23.337154 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-876c8e09-d77c-410a-b08f-70d4e454ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:23.338624 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-876c8e09-d77c-410a-b08f-70d4e454ed5e service neutron] 10.222.0.79 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 915 time: 0.3523881 Jan 12 10:25:23.388896 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-f56b9f2b-2b99-4061-a18d-1a7032433287 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa33d86d-2181-4ecc-b098-a215764bc96b HTTP/1.1" status: 200 len: 217 time: 0.0412879 Jan 12 10:25:23.444529 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-5e17b0e1-98bf-410b-9b1d-77a565638dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:23.447062 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-5e17b0e1-98bf-410b-9b1d-77a565638dcb service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5504ec0a-8c42-4d30-9937-48d131140d9b HTTP/1.1" status: 200 len: 854 time: 0.0442491 Jan 12 10:25:23.485134 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-b9503a88-5290-4b7c-9c7d-84b3239d7de4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f50de3b-8fd6-457d-ab1d-4a7663490c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265360 Jan 12 10:25:23.586756 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-cca926d2-1a48-43a6-99c5-c62608c983f8 service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880034 Jan 12 10:25:23.682776 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f2660a57-c60b-4da6-8fd1-68b941221432 req-eea2a63d-22d6-4721-a9dc-0e634fa74927 service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897257 Jan 12 10:25:23.856074 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b5b20-8c8e-4bd6-b32c-bafc6b7ac256 req-1363bc93-fa22-4bb6-bb4c-dc2d3a9ba013 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:23.857558 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f87b5b20-8c8e-4bd6-b32c-bafc6b7ac256 req-1363bc93-fa22-4bb6-bb4c-dc2d3a9ba013 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0514655 Jan 12 10:25:23.908698 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f87b5b20-8c8e-4bd6-b32c-bafc6b7ac256 req-bc0d75c0-8dbf-411c-b356-09979969948b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453777 Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.282111 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:24.284994 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:24.285906 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1596a4-74ec-4514-947b-42483548ccae req-c49ac62f-5e5b-4461-8c52-f89a8be3e48b tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:24.287069 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-c49ac62f-5e5b-4461-8c52-f89a8be3e48b tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.1107244 Jan 12 10:25:24.303136 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-db7024f2-1614-4319-b6b8-b3b15f7e4f7d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/quotas/e8768acf36bb4e148a0bbb9dd9722d06 HTTP/1.1" status: 200 len: 375 time: 0.0096443 Jan 12 10:25:24.359349 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-a737fad9-6596-4e4c-80e7-a48e9a965772 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0498741 Jan 12 10:25:24.448198 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-428f6cd7-da3e-4056-9501-fbe9d372fd5a service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820742 Jan 12 10:25:24.540546 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-6b4409b2-1882-465d-9a44-5663c283f41f service neutron] 10.222.0.76 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866449 Jan 12 10:25:24.786814 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-40d150e3-c2af-4337-9165-e9cad144eb52 req-82972ddf-91f1-48c3-b7d2-b32d72689054 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0309780 Jan 12 10:25:25.041714 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-0cda5cff-dbce-45d2-ac37-69f060eb8067 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:25.043273 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-0cda5cff-dbce-45d2-ac37-69f060eb8067 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0823758 Jan 12 10:25:25.066807 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a7c0d9-19ae-4c10-86cc-7b0953f613d8 req-7c1ac68f-68a6-4047-a8fb-f65ae6b43023 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:25.068372 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c3a7c0d9-19ae-4c10-86cc-7b0953f613d8 req-7c1ac68f-68a6-4047-a8fb-f65ae6b43023 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 946 time: 0.0816031 Jan 12 10:25:25.166141 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c3a7c0d9-19ae-4c10-86cc-7b0953f613d8 req-bf4fb77b-1879-4985-a6bd-344f099daf76 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=e271a169-14d8-4bc9-b786-9130d68742f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808935 Jan 12 10:25:25.186980 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Deleting port c212b20b-a120-472b-95b0-22306117a924 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:25:25.187283 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (c212b20b-a120-472b-95b0-22306117a924), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:25.283420 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] For port c212b20b-a120-472b-95b0-22306117a924, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c212b20b-a120-472b-95b0-22306117a924,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:25.283785 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (c212b20b-a120-472b-95b0-22306117a924), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:25.459587 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:25.459855 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (ad081bc2-73ec-4b94-b946-4d458bcb935c), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:25.461244 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Floating IP ad081bc2-73ec-4b94-b946-4d458bcb935c disassociated. External IP: 172.27.0.101, port: c212b20b-a120-472b-95b0-22306117a924. Jan 12 10:25:25.461244 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Calling delete_port for c212b20b-a120-472b-95b0-22306117a924 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:25:25.660396 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (c212b20b-a120-472b-95b0-22306117a924), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:25.689990 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event deleted for resources: {'Port': ['ID=c212b20b-a120-472b-95b0-22306117a924,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:25.833035 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:25:25.889512 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-746d7cda-d1d9-4e95-84d3-66700adac7d5 req-6b88a490-a613-4741-802f-da7adc66881e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0297496 Jan 12 10:25:25.947431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:25:25.959011 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] Sync routers for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:25:25.976971 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:25:25.976971 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:24:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:25.991614 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] No DVR routers for this DVR port c212b20b-a120-472b-95b0-22306117a924 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:25:25.995365 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:25.999432 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64d160ea-8b26-478f-8608-b78c2e65d1c1 req-e7d2c51c-a57e-4607-833d-98d28a947bac tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "DELETE /v2.0/ports/c212b20b-a120-472b-95b0-22306117a924 HTTP/1.1" status: 204 len: 173 time: 0.9488668 Jan 12 10:25:25.999888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'name': 'network-vif-deleted', 'tag': 'c212b20b-a120-472b-95b0-22306117a924'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:26.002344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2964d8-fd62-44ee-bd06-23da11d530e8" -d '{"events": [{"server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "name": "network-vif-deleted", "tag": "c212b20b-a120-472b-95b0-22306117a924"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:26.052785 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c11c37-3a78-471f-9806-16df787cead4 x-openstack-request-id: req-22c11c37-3a78-471f-9806-16df787cead4 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:26.053506 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f483321f-28ac-41a8-b05a-8202dbdcad0f", "name": "network-vif-deleted", "tag": "c212b20b-a120-472b-95b0-22306117a924", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:26.053506 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22c11c37-3a78-471f-9806-16df787cead4 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:26.053855 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f483321f-28ac-41a8-b05a-8202dbdcad0f', 'name': 'network-vif-deleted', 'tag': 'c212b20b-a120-472b-95b0-22306117a924', 'status': 'completed', 'code': 200} Jan 12 10:25:26.206476 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:25:26.278228 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e7ab76f2-81a1-4671-bde1-ebd0c0738b8e req-437a43fd-6102-4290-a528-baf7f00e7013 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 210 time: 0.0344872 Jan 12 10:25:26.439047 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:26.470476 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] Checking router: 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:25:26.481286 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:25:26.481960 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:24:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:26.571727 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1596a4-74ec-4514-947b-42483548ccae req-ba0d707a-04df-4087-8602-40f294cbf7cb tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:26.573218 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-ba0d707a-04df-4087-8602-40f294cbf7cb tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/networks?id=3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 200 len: 814 time: 0.1103773 Jan 12 10:25:26.589991 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Request body: {'port': {'device_id': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'admin_state_up': True, 'tenant_id': 'e8768acf36bb4e148a0bbb9dd9722d06'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:26.592571 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:25:26.807989 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:26.832040 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Made reservation on behalf of e8768acf36bb4e148a0bbb9dd9722d06 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:25:26.848720 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:26.849419 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f722c1-1a4f-4f0f-8442-7aca1ac46b91 None None] The sync data for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi is: [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:25:26.969274 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c654e7ce-e1b4-4318-b9fa-567be504598e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:26.998272 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-23595910-789d-418e-b16c-c779a329ebfd req-7dbea3fd-be1b-4d0e-a221-bb14a146a6cb tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0354519 Jan 12 10:25:27.002896 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Allocated IP 172.20.0.3 (3f50de3b-8fd6-457d-ab1d-4a7663490c66/5504ec0a-8c42-4d30-9937-48d131140d9b/a1e372ae-8123-4705-b9be-f88cff08942e) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:25:27.113015 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623b7b9e-2e37-49e2-adcb-996387536853 None None] New status for floating IP ad081bc2-73ec-4b94-b946-4d458bcb935c: DOWN {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:25:27.197658 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks [] for port (a1e372ae-8123-4705-b9be-f88cff08942e), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:27.369976 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:27.381865 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b', '2f00b794-10ba-4a79-9ef6-8871559b9ba3', '4862c6b8-8b92-4d30-a99e-9c813fdb669e'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:25:27.391426 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d3b3da35-40ee-456f-9ed5-bef28b82d343 req-18606f8a-b686-437d-b7e3-205581b3bafe tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=f483321f-28ac-41a8-b05a-8202dbdcad0f HTTP/1.1" status: 200 len: 210 time: 0.0268764 Jan 12 10:25:27.418673 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:25:27.422014 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:25:27.425732 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:25:27.456656 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event updated for resources: {'Port': ['ID=a1e372ae-8123-4705-b9be-f88cff08942e,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:27.483413 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:27.487552 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:27.566067 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-e38ea17b-b352-4642-b608-3c75401f73cf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9824748 Jan 12 10:25:27.578355 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Request body: {'port': {'device_id': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:27.635401 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:27.935573 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1e372ae-8123-4705-b9be-f88cff08942e {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:25:27.943056 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Publish callbacks [] for port (a1e372ae-8123-4705-b9be-f88cff08942e), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:27.955505 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Transition to ACTIVE for port object a1e372ae-8123-4705-b9be-f88cff08942e will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:25:28.021450 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.074159 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e372ae-8123-4705-b9be-f88cff08942e,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:28.184636 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b7dcb-4b5f-4078-9eda-40eed6f79ec5 req-88157ff3-ad5b-4680-9bcb-68f884d08413 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:28.186211 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fb6b7dcb-4b5f-4078-9eda-40eed6f79ec5 req-88157ff3-ad5b-4680-9bcb-68f884d08413 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 943 time: 0.0897863 Jan 12 10:25:28.190656 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Attempting to bind port a1e372ae-8123-4705-b9be-f88cff08942e on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:25:28.190998 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Attempting to bind port a1e372ae-8123-4705-b9be-f88cff08942e by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:25:28.191321 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Attempting to bind port a1e372ae-8123-4705-b9be-f88cff08942e on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:25:28.203232 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Port a1e372ae-8123-4705-b9be-f88cff08942e on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:25:28.203883 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Attempting to bind port a1e372ae-8123-4705-b9be-f88cff08942e on network 3f50de3b-8fd6-457d-ab1d-4a7663490c66 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:25:28.215918 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:25:28.216260 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Checking segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:25:28.216645 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Bound using segment: {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:25:28.217114 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Bound port: a1e372ae-8123-4705-b9be-f88cff08942e, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:25:28.217482 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.275589 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fb6b7dcb-4b5f-4078-9eda-40eed6f79ec5 req-6ee37acd-5d7e-4c51-a0b5-38d8fd15d9dc tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817287 Jan 12 10:25:28.306347 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] For port a1e372ae-8123-4705-b9be-f88cff08942e, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:25:28.309526 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] For port a1e372ae-8123-4705-b9be-f88cff08942e, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a1e372ae-8123-4705-b9be-f88cff08942e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:25:28.421626 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.457564 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:28.458178 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.459584 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] 10.222.0.79 "PUT /v2.0/ports/a1e372ae-8123-4705-b9be-f88cff08942e HTTP/1.1" status: 200 len: 1093 time: 0.8856010 Jan 12 10:25:28.460038 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'tag': 'a1e372ae-8123-4705-b9be-f88cff08942e'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:28.462751 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32a70f5-7c05-4029-ab43-7e7a7e72f410" -d '{"events": [{"name": "network-changed", "server_uuid": "5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3", "tag": "a1e372ae-8123-4705-b9be-f88cff08942e"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:28.494661 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059691d2-c488-4f99-8e7d-90c092901b87 service neutron] Pushing event updated for resources: {'Port': ['ID=a1e372ae-8123-4705-b9be-f88cff08942e,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:28.504488 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1b5617-e497-4e5e-88f8-53b144fce376 x-openstack-request-id: req-dc1b5617-e497-4e5e-88f8-53b144fce376 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:28.504925 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3", "tag": "a1e372ae-8123-4705-b9be-f88cff08942e", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:28.505349 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-dc1b5617-e497-4e5e-88f8-53b144fce376 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:28.505782 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'tag': 'a1e372ae-8123-4705-b9be-f88cff08942e', 'status': 'completed', 'code': 200} Jan 12 10:25:28.543810 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55652) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:28.579045 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c212b20b-a120-472b-95b0-22306117a924 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:25:28.579856 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a70f5-7c05-4029-ab43-7e7a7e72f410 req-75876119-c5c7-4a6e-9182-522228f973aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:28.581494 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d32a70f5-7c05-4029-ab43-7e7a7e72f410 req-75876119-c5c7-4a6e-9182-522228f973aa service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 1096 time: 0.0558267 Jan 12 10:25:28.603139 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: c212b20b-a120-472b-95b0-22306117a924 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:25:28.603796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device c212b20b-a120-472b-95b0-22306117a924 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:25:28.612390 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (e271a169-14d8-4bc9-b786-9130d68742f7), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.638233 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (e271a169-14d8-4bc9-b786-9130d68742f7), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.692596 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a70f5-7c05-4029-ab43-7e7a7e72f410 req-92573545-3be9-478c-b37a-147b72e547dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:28.694168 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d32a70f5-7c05-4029-ab43-7e7a7e72f410 req-92573545-3be9-478c-b37a-147b72e547dc service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1023259 Jan 12 10:25:28.763930 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e271a169-14d8-4bc9-b786-9130d68742f7), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.766618 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.767933 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "DELETE /v2.0/security-groups/e271a169-14d8-4bc9-b786-9130d68742f7 HTTP/1.1" status: 204 len: 168 time: 0.2175324 Jan 12 10:25:28.771174 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55654) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:28.777324 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e271a169-14d8-4bc9-b786-9130d68742f7,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:28.785241 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.785593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.785941 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.786287 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.786619 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.786951 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.787283 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.787630 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.787936 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.788372 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.789261 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.789593 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.789918 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65853ec8-1911-4dc6-a532-2e2b9dd75cca tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:25:28.792453 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.api.v2.resource [None req-8ca253bf-c195-480a-b148-d0262010c887 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] show failed (client error): The resource could not be found. Jan 12 10:25:28.793554 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-8ca253bf-c195-480a-b148-d0262010c887 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups/e271a169-14d8-4bc9-b786-9130d68742f7 HTTP/1.1" status: 404 len: 347 time: 0.0214491 Jan 12 10:25:28.796607 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55656) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:28.823767 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a70f5-7c05-4029-ab43-7e7a7e72f410 req-79de0cfc-ec67-475a-a856-02715fe12a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:28.825294 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d32a70f5-7c05-4029-ab43-7e7a7e72f410 req-79de0cfc-ec67-475a-a856-02715fe12a7c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1192946 Jan 12 10:25:28.931390 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1596a4-74ec-4514-947b-42483548ccae req-81c06f1d-1655-44b2-a342-a31bfc23c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:28.933653 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-81c06f1d-1655-44b2-a342-a31bfc23c96a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 1096 time: 0.0615611 Jan 12 10:25:28.946553 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Deleting port 22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:25:28.946794 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.958018 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-785e42ca-6e95-4464-929d-c58fc92ae489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:28.979076 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-0357f063-a8f9-48fe-a598-818ae33be92e service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1e372ae-8123-4705-b9be-f88cff08942e HTTP/1.1" status: 200 len: 217 time: 0.0371861 Jan 12 10:25:29.033079 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:29.033409 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:29.034051 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1596a4-74ec-4514-947b-42483548ccae req-959c36f6-00c5-4fe4-83b3-d6a615e31293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:29.035548 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-959c36f6-00c5-4fe4-83b3-d6a615e31293 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=5504ec0a-8c42-4d30-9937-48d131140d9b HTTP/1.1" status: 200 len: 854 time: 0.0486889 Jan 12 10:25:29.049175 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Calling delete_port for 22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628 owned by network:floatingip {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:25:29.078214 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-7a5970b9-ef77-4bd7-8afb-8ed147acde21 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=3f50de3b-8fd6-457d-ab1d-4a7663490c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361481 Jan 12 10:25:29.178109 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-626929f7-343d-40d6-ba80-b91f9b7ba66a service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930834 Jan 12 10:25:29.273262 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:29.288212 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa1596a4-74ec-4514-947b-42483548ccae req-46ffaee1-f40a-4d85-a8d0-f1d969a2b645 service neutron] 10.222.0.79 "GET /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030300 Jan 12 10:25:29.297775 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event deleted for resources: {'Port': ['ID=22cf33ef-0fc0-4b61-8b1b-cdc2fa22c628,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:29.372420 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (ad081bc2-73ec-4b94-b946-4d458bcb935c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:29.375023 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:29.376192 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-43a1d939-8f40-461b-879e-7e733069e10c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "DELETE /v2.0/floatingips/ad081bc2-73ec-4b94-b946-4d458bcb935c HTTP/1.1" status: 204 len: 168 time: 0.5783973 Jan 12 10:25:29.418474 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0808232e-1f9b-41e1-afaa-4020aaebbce8 req-73bba354-61f1-4d4d-a272-f21862d95c7a tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:29.420131 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0808232e-1f9b-41e1-afaa-4020aaebbce8 req-73bba354-61f1-4d4d-a272-f21862d95c7a tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 943 time: 0.0624638 Jan 12 10:25:29.478264 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0808232e-1f9b-41e1-afaa-4020aaebbce8 req-9973bf0d-0bd7-491f-bdde-2414e736cf07 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516779 Jan 12 10:25:29.800885 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55662) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:29.806376 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-3e5fb5dd-2438-42ff-89ad-44bd613eb0a9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243766357', 'description': 'tempest-description--1380821540'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:29.919059 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb5dd-2438-42ff-89ad-44bd613eb0a9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:29.997928 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb5dd-2438-42ff-89ad-44bd613eb0a9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (022aa7df-9605-49c1-a227-767a93af5135), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.043646 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb5dd-2438-42ff-89ad-44bd613eb0a9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (022aa7df-9605-49c1-a227-767a93af5135), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.075402 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fb5dd-2438-42ff-89ad-44bd613eb0a9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022aa7df-9605-49c1-a227-767a93af5135,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:30.114580 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-3e5fb5dd-2438-42ff-89ad-44bd613eb0a9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.115836 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-3e5fb5dd-2438-42ff-89ad-44bd613eb0a9 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3136678 Jan 12 10:25:30.120136 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55664) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:30.124565 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-775c42b0-101b-461d-9a45-deaf4d4d015f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'security_group_rule': {'security_group_id': '022aa7df-9605-49c1-a227-767a93af5135', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:30.208748 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-775c42b0-101b-461d-9a45-deaf4d4d015f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (67f3d622-ea8e-4e24-84a5-25992a45beed), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.264436 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-775c42b0-101b-461d-9a45-deaf4d4d015f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (67f3d622-ea8e-4e24-84a5-25992a45beed), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.306354 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-775c42b0-101b-461d-9a45-deaf4d4d015f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (67f3d622-ea8e-4e24-84a5-25992a45beed), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.324237 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c42b0-101b-461d-9a45-deaf4d4d015f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f3d622-ea8e-4e24-84a5-25992a45beed,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:30.377218 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-775c42b0-101b-461d-9a45-deaf4d4d015f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.378458 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-775c42b0-101b-461d-9a45-deaf4d4d015f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2573426 Jan 12 10:25:30.381267 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55666) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:30.386038 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-07725f75-4af1-4691-939d-0fafb38cf64a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'security_group_rule': {'security_group_id': '022aa7df-9605-49c1-a227-767a93af5135', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:30.461607 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.483534 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-07725f75-4af1-4691-939d-0fafb38cf64a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (85471c42-c2c9-4447-a9e4-84d4188fe455), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.547823 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-07725f75-4af1-4691-939d-0fafb38cf64a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (85471c42-c2c9-4447-a9e4-84d4188fe455), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.589610 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-07725f75-4af1-4691-939d-0fafb38cf64a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (85471c42-c2c9-4447-a9e4-84d4188fe455), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.603983 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e64624-a87a-41ca-97ad-5f7f35319899 req-2950263c-d044-42fc-988a-d065e0a85d0a tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:30.605524 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-66e64624-a87a-41ca-97ad-5f7f35319899 req-2950263c-d044-42fc-988a-d065e0a85d0a tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 943 time: 0.0564711 Jan 12 10:25:30.625219 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07725f75-4af1-4691-939d-0fafb38cf64a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85471c42-c2c9-4447-a9e4-84d4188fe455,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:30.667296 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-66e64624-a87a-41ca-97ad-5f7f35319899 req-9cd3fe76-618a-4856-ac99-16f127c0a300 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527580 Jan 12 10:25:30.674239 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-07725f75-4af1-4691-939d-0fafb38cf64a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.675703 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-07725f75-4af1-4691-939d-0fafb38cf64a tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934430 Jan 12 10:25:30.688191 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55670) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:30.688533 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:30.752294 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.874465 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:30.995882 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Allocated IP 172.27.0.148 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/7bd95917-af37-483a-b816-ba1e1df8d60c) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:25:31.118276 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.187327 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.230955 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:25:31.233935 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:25:31.237500 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:25:31.243302 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'Port': ['ID=7bd95917-af37-483a-b816-ba1e1df8d60c,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:31.327481 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (fe702d1a-f8bc-463a-9847-34edf532b6aa), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.417358 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.569358 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.649938 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.728828 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'Port': ['ID=7bd95917-af37-483a-b816-ba1e1df8d60c,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:31.746293 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.747396 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (fe702d1a-f8bc-463a-9847-34edf532b6aa), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.794899 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813730e9-9108-498b-89f5-89d69820ba20 req-b82f37aa-e30f-4b2c-b6f8-ebef01b4af77 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:31.796603 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-813730e9-9108-498b-89f5-89d69820ba20 req-b82f37aa-e30f-4b2c-b6f8-ebef01b4af77 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 943 time: 0.0553961 Jan 12 10:25:31.828141 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:31.833166 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-13224961-8eaa-49d5-9026-1a236e24a2d5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1449928 Jan 12 10:25:31.856164 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-813730e9-9108-498b-89f5-89d69820ba20 req-37cac325-b134-4c55-967f-af47b8f5759d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522547 Jan 12 10:25:32.054150 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-87477a50-ff93-4cf6-b76a-1cf54ff95667 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-securitygroup--243766357&fields=id&tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0 HTTP/1.1" status: 200 len: 267 time: 0.0507011 Jan 12 10:25:32.192248 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-b2536e2d-c403-4436-b41d-6370ab711500 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:32.195583 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-b2536e2d-c403-4436-b41d-6370ab711500 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 811 time: 0.1302435 Jan 12 10:25:32.212099 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-96aff34b-2a75-4051-94cf-71b76a43ab8c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/quotas/0c01158f1f6b4d6f90e9c3589f7781b0 HTTP/1.1" status: 200 len: 375 time: 0.0110857 Jan 12 10:25:32.275586 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-c3b98b8a-fa63-469e-9a15-d2527c823782 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517631 Jan 12 10:25:32.417656 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-5d5dd005-beaf-43ed-91de-0d8f083de3a5 service neutron] 10.222.0.76 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304350 Jan 12 10:25:32.540363 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-08af7f95-b877-4bee-bb20-92c772cbad15 service neutron] 10.222.0.76 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165450 Jan 12 10:25:32.600915 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device a1e372ae-8123-4705-b9be-f88cff08942e details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:25:32.741477 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port a1e372ae-8123-4705-b9be-f88cff08942e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a1e372ae-8123-4705-b9be-f88cff08942e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:32.765396 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'a1e372ae-8123-4705-b9be-f88cff08942e', 'network_id': '3f50de3b-8fd6-457d-ab1d-4a7663490c66', 'port_id': 'a1e372ae-8123-4705-b9be-f88cff08942e', 'mac_address': 'fa:16:3e:fe:cf:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 759, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5504ec0a-8c42-4d30-9937-48d131140d9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:25:32.813830 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port a1e372ae-8123-4705-b9be-f88cff08942e is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:25:32.814365 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:32.823762 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8a5ee8d4-a42d-4158-b0a6-fc98a68efaba req-d41bbd3f-e93a-4c4b-a3bf-96f8ee5eb552 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 210 time: 0.0495319 Jan 12 10:25:32.832204 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1e372ae-8123-4705-b9be-f88cff08942e {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:25:32.861830 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port a1e372ae-8123-4705-b9be-f88cff08942e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a1e372ae-8123-4705-b9be-f88cff08942e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:32.878839 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:32.981108 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:33.012490 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b62da9-6c55-45b4-8d70-b97075095f56 req-e1241ad0-a74d-4d81-9b30-8620e393bb93 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:33.014403 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-58b62da9-6c55-45b4-8d70-b97075095f56 req-e1241ad0-a74d-4d81-9b30-8620e393bb93 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 943 time: 0.0613947 Jan 12 10:25:33.051756 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=a1e372ae-8123-4705-b9be-f88cff08942e,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:33.082485 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-58b62da9-6c55-45b4-8d70-b97075095f56 req-99b0570e-1c0e-4cf8-b191-ca961edf8fd4 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618408 Jan 12 10:25:33.266909 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['a1e372ae-8123-4705-b9be-f88cff08942e'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:25:33.942614 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b23a1ca1-06bb-40db-b6fb-2ad41a46e558 req-37acc6fe-8763-4107-8392-79081f3b6048 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 210 time: 0.0323617 Jan 12 10:25:34.215921 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85c7f-0a74-4912-a6ba-368c46dec945 req-568bac40-72c5-4750-ae24-8aceeb98537e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:34.217603 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7f85c7f-0a74-4912-a6ba-368c46dec945 req-568bac40-72c5-4750-ae24-8aceeb98537e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 944 time: 0.0558939 Jan 12 10:25:34.273832 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b7f85c7f-0a74-4912-a6ba-368c46dec945 req-f1e18f3d-b15c-4052-9210-b96d51da77df tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505517 Jan 12 10:25:34.613101 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device a1e372ae-8123-4705-b9be-f88cff08942e up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:25:34.723414 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port a1e372ae-8123-4705-b9be-f88cff08942e completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:25:34.728629 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port a1e372ae-8123-4705-b9be-f88cff08942e triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:25:34.733463 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:34.826023 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port a1e372ae-8123-4705-b9be-f88cff08942e is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:25:34.826512 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:34.859806 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e372ae-8123-4705-b9be-f88cff08942e'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:34.862181 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4254127f-abc5-431f-abb2-7f46f5a28707" -d '{"events": [{"server_uuid": "5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1e372ae-8123-4705-b9be-f88cff08942e"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:34.876641 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port a1e372ae-8123-4705-b9be-f88cff08942e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a1e372ae-8123-4705-b9be-f88cff08942e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:34.923571 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5cd8d-2783-411a-a3fb-608e91b784ea x-openstack-request-id: req-83a5cd8d-2783-411a-a3fb-608e91b784ea {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:34.923903 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3", "name": "network-vif-plugged", "status": "completed", "tag": "a1e372ae-8123-4705-b9be-f88cff08942e", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:34.924195 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-83a5cd8d-2783-411a-a3fb-608e91b784ea {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:34.924642 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1e372ae-8123-4705-b9be-f88cff08942e', 'code': 200} Jan 12 10:25:34.981695 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:35.058863 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-8cc2bb63-ff0f-44fc-91da-92555e46fd1c req-04af217a-c786-48b6-823c-87357a5d5e6b tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 210 time: 0.0401258 Jan 12 10:25:35.063371 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=a1e372ae-8123-4705-b9be-f88cff08942e,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:35.178283 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-02d9df14-6f2a-4dfa-b8fd-1b1f952ea799 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:35.180848 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-02d9df14-6f2a-4dfa-b8fd-1b1f952ea799 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 811 time: 0.1448817 Jan 12 10:25:35.287096 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-017af8fa-1a24-40d0-a199-c588a91e0fe1 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0 HTTP/1.1" status: 200 len: 379 time: 0.0948548 Jan 12 10:25:35.297928 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'port': {'device_id': 'e39fd289-ed14-4238-9158-f31490f541ad', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'admin_state_up': True, 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'security_groups': ['022aa7df-9605-49c1-a227-767a93af5135']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:35.305494 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce5985-154f-4312-b6e0-2dc5de0569c3 req-e37ec7db-fe61-448e-9636-32d29fe32f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:35.307000 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-81ce5985-154f-4312-b6e0-2dc5de0569c3 req-e37ec7db-fe61-448e-9636-32d29fe32f24 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 1098 time: 0.0790071 Jan 12 10:25:35.436166 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-81ce5985-154f-4312-b6e0-2dc5de0569c3 req-9ea4ceec-7473-42ea-aba4-a6213263d5f3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182566 Jan 12 10:25:35.466238 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e5710c-b839-4b08-8362-34ad4a9f209f req-4ecdbfbe-98f3-4684-a25b-98e7154cc3d5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:35.467770 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-66e5710c-b839-4b08-8362-34ad4a9f209f req-4ecdbfbe-98f3-4684-a25b-98e7154cc3d5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 945 time: 0.1002443 Jan 12 10:25:35.529271 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-66e5710c-b839-4b08-8362-34ad4a9f209f req-4e87cc64-bbc9-4082-b2bc-589913c4b8b2 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542531 Jan 12 10:25:35.581005 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Made reservation on behalf of 0c01158f1f6b4d6f90e9c3589f7781b0 for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:25:35.584582 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:35.717082 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Allocated IP 172.20.0.10 (93afd915-ae37-41bf-8ffd-5600bd743f3c/a9c4c626-17c6-468e-9fc8-f4721d5d0c86/012947de-a03c-48f8-ae46-00230f7bb347) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:25:35.883113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for port (012947de-a03c-48f8-ae46-00230f7bb347), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:35.981767 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (012947de-a03c-48f8-ae46-00230f7bb347), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:36.034720 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:25:36.037909 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:25:36.042978 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:25:36.049789 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event updated for resources: {'Port': ['ID=012947de-a03c-48f8-ae46-00230f7bb347,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:36.128166 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:36.129054 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:36.189864 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bfde3-d46b-4fa7-9a72-084e66213f78 req-9ab6c644-bdd7-4bf3-8899-a2a67753a358 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:36.191676 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f49bfde3-d46b-4fa7-9a72-084e66213f78 req-9ab6c644-bdd7-4bf3-8899-a2a67753a358 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 932 time: 0.0550282 Jan 12 10:25:36.217814 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-a418a7a1-8d5e-4844-b1aa-ba0f5b20eae0 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9250715 Jan 12 10:25:36.231282 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Request body: {'port': {'device_id': 'e39fd289-ed14-4238-9158-f31490f541ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:36.258710 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f49bfde3-d46b-4fa7-9a72-084e66213f78 req-dde5cebf-a3de-4b98-86d5-d5402d087f0e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571549 Jan 12 10:25:36.291298 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (012947de-a03c-48f8-ae46-00230f7bb347), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:36.318979 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-b0503123-0159-4766-84bd-bb103e103ddc None None] Provisioning complete for port 012947de-a03c-48f8-ae46-00230f7bb347 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:25:36.319615 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b0503123-0159-4766-84bd-bb103e103ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (012947de-a03c-48f8-ae46-00230f7bb347), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:36.360470 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-b0503123-0159-4766-84bd-bb103e103ddc None None] Port 012947de-a03c-48f8-ae46-00230f7bb347 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:25:36.571519 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 012947de-a03c-48f8-ae46-00230f7bb347 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:25:36.580264 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Publish callbacks [] for port (012947de-a03c-48f8-ae46-00230f7bb347), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:36.596551 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Transition to ACTIVE for port object 012947de-a03c-48f8-ae46-00230f7bb347 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:25:36.657622 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e18213-bf1d-4f16-8261-c23dc30b23c5 req-4fe94eeb-50fe-42ba-a0ab-151ffbf567e1 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:36.659243 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89e18213-bf1d-4f16-8261-c23dc30b23c5 req-4fe94eeb-50fe-42ba-a0ab-151ffbf567e1 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0571027 Jan 12 10:25:36.666765 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (012947de-a03c-48f8-ae46-00230f7bb347), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:36.756242 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Pushing event updated for resources: {'Port': ['ID=012947de-a03c-48f8-ae46-00230f7bb347,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:36.791805 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-89e18213-bf1d-4f16-8261-c23dc30b23c5 req-c32b7d13-95f3-4f55-89c3-ff321e865e94 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225140 Jan 12 10:25:36.862734 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Attempting to bind port 012947de-a03c-48f8-ae46-00230f7bb347 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:25:36.863072 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Attempting to bind port 012947de-a03c-48f8-ae46-00230f7bb347 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:25:36.863657 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Attempting to bind port 012947de-a03c-48f8-ae46-00230f7bb347 on network 93afd915-ae37-41bf-8ffd-5600bd743f3c {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:25:36.869665 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Port 012947de-a03c-48f8-ae46-00230f7bb347 on network 93afd915-ae37-41bf-8ffd-5600bd743f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:25:36.869907 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Attempting to bind port 012947de-a03c-48f8-ae46-00230f7bb347 on network 93afd915-ae37-41bf-8ffd-5600bd743f3c {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:25:36.875990 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 25, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:25:36.876204 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Checking segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:25:36.876609 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Bound using segment: {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:25:36.877077 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Bound port: 012947de-a03c-48f8-ae46-00230f7bb347, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:25:36.877434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (012947de-a03c-48f8-ae46-00230f7bb347), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:36.965873 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] For port 012947de-a03c-48f8-ae46-00230f7bb347, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:25:36.971125 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] For port 012947de-a03c-48f8-ae46-00230f7bb347, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=012947de-a03c-48f8-ae46-00230f7bb347,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:25:37.039321 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (012947de-a03c-48f8-ae46-00230f7bb347), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:37.075789 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.076241 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:37.077655 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] 10.222.0.79 "PUT /v2.0/ports/012947de-a03c-48f8-ae46-00230f7bb347 HTTP/1.1" status: 200 len: 1094 time: 0.8521328 Jan 12 10:25:37.078098 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:37.080649 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb6d4d-760d-473e-a320-381cf0a40e19" -d '{"events": [{"name": "network-changed", "server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "tag": "012947de-a03c-48f8-ae46-00230f7bb347"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:37.108103 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae52fb-03ca-49b4-a706-de6888501d84 service neutron] Pushing event updated for resources: {'Port': ['ID=012947de-a03c-48f8-ae46-00230f7bb347,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:37.119902 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a2ee70-317d-4a1e-80b3-4e82a143651b x-openstack-request-id: req-84a2ee70-317d-4a1e-80b3-4e82a143651b {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:37.120191 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "tag": "012947de-a03c-48f8-ae46-00230f7bb347", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:37.120557 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-84a2ee70-317d-4a1e-80b3-4e82a143651b {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:37.121047 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347', 'status': 'completed', 'code': 200} Jan 12 10:25:37.199004 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb6d4d-760d-473e-a320-381cf0a40e19 req-351938b5-d1bf-4109-8e96-a3dc5b0d553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.201153 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-48eb6d4d-760d-473e-a320-381cf0a40e19 req-351938b5-d1bf-4109-8e96-a3dc5b0d553c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 1097 time: 0.0549927 Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.614404 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:25:37.619026 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14209faa-7d2a-4048-a3be-98f8dd74d409 req-9ca2b97c-6aa5-41bf-835d-4e7bff17b519 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.620128 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14209faa-7d2a-4048-a3be-98f8dd74d409 req-9ca2b97c-6aa5-41bf-835d-4e7bff17b519 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 944 time: 0.1052301 Jan 12 10:25:37.640548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb6d4d-760d-473e-a320-381cf0a40e19 req-82c1af5e-e8a1-4d7e-9c5b-182b1c747854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.642058 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-48eb6d4d-760d-473e-a320-381cf0a40e19 req-82c1af5e-e8a1-4d7e-9c5b-182b1c747854 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4318986 Jan 12 10:25:37.737428 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-14209faa-7d2a-4048-a3be-98f8dd74d409 req-49fcab97-2aa1-45ef-9c8b-6634d13f85c5 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086743 Jan 12 10:25:37.769992 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb6d4d-760d-473e-a320-381cf0a40e19 req-d13162fe-4fc9-4902-a55d-51776e12e9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.771517 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-48eb6d4d-760d-473e-a320-381cf0a40e19 req-d13162fe-4fc9-4902-a55d-51776e12e9c9 service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1212826 Jan 12 10:25:37.872683 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-2abbf8c2-8eaa-49f5-997a-735c1677421a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.874257 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-2abbf8c2-8eaa-49f5-997a-735c1677421a service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 1097 time: 0.0621343 Jan 12 10:25:37.931342 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-ca44c194-ec08-4bab-8596-7984ba514bcd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=012947de-a03c-48f8-ae46-00230f7bb347 HTTP/1.1" status: 200 len: 217 time: 0.0497992 Jan 12 10:25:37.949939 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb1cd2-bb0c-400b-92b0-47e12a68ee92 req-aceff38b-6faf-41a8-ada0-7a72ffb0c180 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.952060 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a8eb1cd2-bb0c-400b-92b0-47e12a68ee92 req-aceff38b-6faf-41a8-ada0-7a72ffb0c180 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0535679 Jan 12 10:25:37.995616 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-4f8980d1-94a8-4a0c-8e04-fc0367eebf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:37.998035 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-4f8980d1-94a8-4a0c-8e04-fc0367eebf7c service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 200 len: 850 time: 0.0587437 Jan 12 10:25:38.010546 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a8eb1cd2-bb0c-400b-92b0-47e12a68ee92 req-6ed203a1-18a9-48ce-a696-f63eec4f4c40 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521851 Jan 12 10:25:38.060299 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-5c69e0bb-f8a8-4626-b30d-fb94845c7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:38.062210 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-5c69e0bb-f8a8-4626-b30d-fb94845c7b53 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93afd915-ae37-41bf-8ffd-5600bd743f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504413 Jan 12 10:25:38.169281 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-c8dac2b4-d4af-4eae-a496-86e7311f23f7 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958014 Jan 12 10:25:38.264243 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-5cc59e58-d8fa-4487-92d1-67fb7699a957 req-d59225cb-198d-4192-89cf-2b5d20b467bf service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911288 Jan 12 10:25:38.890498 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000d504-bb4e-4f1b-b6db-2683927518a6 req-f10a6b27-c77b-4c38-afdc-8af82cc30b39 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:38.892268 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8000d504-bb4e-4f1b-b6db-2683927518a6 req-f10a6b27-c77b-4c38-afdc-8af82cc30b39 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 944 time: 0.0695646 Jan 12 10:25:38.960245 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8000d504-bb4e-4f1b-b6db-2683927518a6 req-82550b3c-fa37-4c70-b8f9-9b088879f7d8 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615673 Jan 12 10:25:40.087975 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b18145-38a5-4ee2-b0c4-9e9719d64845 req-7088e0c4-09a4-491f-b46c-f1d725a7a0a4 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:40.090049 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d1b18145-38a5-4ee2-b0c4-9e9719d64845 req-7088e0c4-09a4-491f-b46c-f1d725a7a0a4 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 944 time: 0.0554385 Jan 12 10:25:40.154430 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d1b18145-38a5-4ee2-b0c4-9e9719d64845 req-22cb5000-69a3-4e3d-9c46-f1727f7fd279 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582628 Jan 12 10:25:40.629427 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 012947de-a03c-48f8-ae46-00230f7bb347 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:25:40.730839 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 012947de-a03c-48f8-ae46-00230f7bb347, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=012947de-a03c-48f8-ae46-00230f7bb347,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:40.742994 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '012947de-a03c-48f8-ae46-00230f7bb347', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'port_id': '012947de-a03c-48f8-ae46-00230f7bb347', 'mac_address': 'fa:16:3e:4b:99:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:25:40.790815 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 012947de-a03c-48f8-ae46-00230f7bb347 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:25:40.791116 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (012947de-a03c-48f8-ae46-00230f7bb347), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:40.816608 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 012947de-a03c-48f8-ae46-00230f7bb347 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:25:40.844646 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 012947de-a03c-48f8-ae46-00230f7bb347, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=012947de-a03c-48f8-ae46-00230f7bb347,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:40.975592 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (012947de-a03c-48f8-ae46-00230f7bb347), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:41.043195 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=012947de-a03c-48f8-ae46-00230f7bb347,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:41.268594 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['012947de-a03c-48f8-ae46-00230f7bb347'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:25:41.296260 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7c570b-0f12-4030-958c-ad63029be728 req-02472007-b3b0-4ea0-b374-3fabae934d02 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:41.297874 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cb7c570b-0f12-4030-958c-ad63029be728 req-02472007-b3b0-4ea0-b374-3fabae934d02 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 945 time: 0.0686133 Jan 12 10:25:41.348625 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cb7c570b-0f12-4030-958c-ad63029be728 req-78b3894f-13be-493a-a8af-67414c9a72fe tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432966 Jan 12 10:25:42.473690 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f5649-8511-4fc1-8cf0-288024ea4bdf req-61c03153-dcd5-4ffb-a85e-43bdff37114f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:42.475240 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a56f5649-8511-4fc1-8cf0-288024ea4bdf req-61c03153-dcd5-4ffb-a85e-43bdff37114f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 945 time: 0.0522537 Jan 12 10:25:42.527008 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a56f5649-8511-4fc1-8cf0-288024ea4bdf req-7ca4131c-6229-4d3e-969e-cc7f5a7bfd41 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450218 Jan 12 10:25:42.644723 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 012947de-a03c-48f8-ae46-00230f7bb347 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:25:42.763437 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 012947de-a03c-48f8-ae46-00230f7bb347 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:25:42.767821 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 012947de-a03c-48f8-ae46-00230f7bb347 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:25:42.768195 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (012947de-a03c-48f8-ae46-00230f7bb347), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:42.866625 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 012947de-a03c-48f8-ae46-00230f7bb347 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:25:42.867036 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (012947de-a03c-48f8-ae46-00230f7bb347), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:42.903333 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:42.906515 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85bc5daa-85ab-40ca-a4d5-d54863e11c41" -d '{"events": [{"server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "name": "network-vif-plugged", "status": "completed", "tag": "012947de-a03c-48f8-ae46-00230f7bb347"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:42.920748 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 012947de-a03c-48f8-ae46-00230f7bb347, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=012947de-a03c-48f8-ae46-00230f7bb347,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:42.947264 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f26789-c1f3-4a3f-9258-472fd72c5484 x-openstack-request-id: req-22f26789-c1f3-4a3f-9258-472fd72c5484 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:42.947264 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "name": "network-vif-plugged", "status": "completed", "tag": "012947de-a03c-48f8-ae46-00230f7bb347", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:42.947264 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-22f26789-c1f3-4a3f-9258-472fd72c5484 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:42.947731 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347', 'code': 200} Jan 12 10:25:42.998288 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (012947de-a03c-48f8-ae46-00230f7bb347), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:43.049382 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=012947de-a03c-48f8-ae46-00230f7bb347,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:43.325917 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54452a-e6ce-4be1-be4c-258c8d74b7d6 req-aaf24083-80c3-4d40-9b4e-d4b66f3f0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:43.327512 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cb54452a-e6ce-4be1-be4c-258c8d74b7d6 req-aaf24083-80c3-4d40-9b4e-d4b66f3f0ea9 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 1099 time: 0.0443990 Jan 12 10:25:43.375275 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cb54452a-e6ce-4be1-be4c-258c8d74b7d6 req-ae7567c7-e1aa-4efc-9ddd-4058f6c3d828 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417757 Jan 12 10:25:43.650033 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671faa08-842e-415d-a7ca-222469842a2e req-cb8cc7ac-4cc8-4a79-a716-772acdd84086 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:43.651483 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-671faa08-842e-415d-a7ca-222469842a2e req-cb8cc7ac-4cc8-4a79-a716-772acdd84086 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 946 time: 0.0548248 Jan 12 10:25:43.703811 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-671faa08-842e-415d-a7ca-222469842a2e req-92993196-86b2-4499-9425-d64ea9a345ee tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Jan 12 10:25:44.852057 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff64d76-d4be-4d43-873b-12160237d6a0 req-aeda5c19-e5b2-4fdf-9759-db0096e2d431 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:44.853784 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1ff64d76-d4be-4d43-873b-12160237d6a0 req-aeda5c19-e5b2-4fdf-9759-db0096e2d431 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 946 time: 0.0590224 Jan 12 10:25:44.921354 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1ff64d76-d4be-4d43-873b-12160237d6a0 req-0507f2e1-ed5a-4e62-b57a-18b141dd601e tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605977 Jan 12 10:25:46.049712 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd052f-b624-45d0-a9f4-6d36e497b82e req-364b6a40-0b80-4cd6-837a-c8cb125b93fa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:46.051366 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eacd052f-b624-45d0-a9f4-6d36e497b82e req-364b6a40-0b80-4cd6-837a-c8cb125b93fa tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 946 time: 0.0542693 Jan 12 10:25:46.111516 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-eacd052f-b624-45d0-a9f4-6d36e497b82e req-85be3825-59cb-4c94-b29f-e5c4474000bd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527027 Jan 12 10:25:46.243245 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940e845-9f5f-4c25-8131-915c054ef53f req-a46bdaac-694e-4253-b7e3-26af36cbd708 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:46.244749 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e940e845-9f5f-4c25-8131-915c054ef53f req-a46bdaac-694e-4253-b7e3-26af36cbd708 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 946 time: 0.0533876 Jan 12 10:25:46.255307 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55772) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:25:46.260688 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Request body: {'floatingip': {'port_id': '012947de-a03c-48f8-ae46-00230f7bb347'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:25:46.308064 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (fe702d1a-f8bc-463a-9847-34edf532b6aa), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:46.780715 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:46.826540 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (fe702d1a-f8bc-463a-9847-34edf532b6aa), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:46.942137 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.l3_db [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Floating IP fe702d1a-f8bc-463a-9847-34edf532b6aa associated. External IP: 172.27.0.148, port: 012947de-a03c-48f8-ae46-00230f7bb347. Jan 12 10:25:47.189572 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:25:47.249352 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:47.313366 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:25:47.318269 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:47.326709 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] Sync routers for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:25:47.339034 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:25:47.339653 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:25:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:47.353546 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-4e1ff0b5-458c-4dcd-b136-c45d72b0c860 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "PUT /v2.0/floatingips/fe702d1a-f8bc-463a-9847-34edf532b6aa HTTP/1.1" status: 200 len: 992 time: 1.0926392 Jan 12 10:25:47.353546 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:47.353546 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64739357-a5f6-475e-88f4-f1c0a6f70d2f" -d '{"events": [{"name": "network-changed", "server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "tag": "012947de-a03c-48f8-ae46-00230f7bb347"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:47.415713 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05493536-f392-4000-b43f-c8d1639088e5 x-openstack-request-id: req-05493536-f392-4000-b43f-c8d1639088e5 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:47.416010 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "tag": "012947de-a03c-48f8-ae46-00230f7bb347", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:47.416265 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05493536-f392-4000-b43f-c8d1639088e5 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:47.416692 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347', 'status': 'completed', 'code': 200} Jan 12 10:25:47.495349 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:25:47.496281 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-84f18b4e-6601-415c-9255-89041b9b28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:47.498342 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-84f18b4e-6601-415c-9255-89041b9b28f5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 1099 time: 0.0501535 Jan 12 10:25:47.620325 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-850247f0-2f52-4b1a-af90-0ccb34b4aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:47.621760 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-850247f0-2f52-4b1a-af90-0ccb34b4aba6 service neutron] 10.222.0.79 "GET /v2.0/networks?id=93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 200 len: 912 time: 0.1157806 Jan 12 10:25:47.730650 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-69f83f2f-1992-4b7f-bb56-771b7131bb88 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=012947de-a03c-48f8-ae46-00230f7bb347 HTTP/1.1" status: 200 len: 1000 time: 0.1022732 Jan 12 10:25:47.780427 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'fe702d1a-f8bc-463a-9847-34edf532b6aa', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'port_id': '012947de-a03c-48f8-ae46-00230f7bb347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'mac_address': 'fa:16:3e:4b:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39fd289-ed14-4238-9158-f31490f541ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:25:31Z', 'updated_at': '2022-01-12T10:25:46Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:47.810062 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-d720bb10-905a-4643-bee7-1c79a3ea8f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:47.811868 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-d720bb10-905a-4643-bee7-1c79a3ea8f74 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 200 len: 850 time: 0.0747991 Jan 12 10:25:47.814820 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] Checking router: 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:25:47.825410 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:25:47.826037 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:25:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:47.861884 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-946f44f3-0612-4889-8ddf-1da8514d0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:47.863426 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-946f44f3-0612-4889-8ddf-1da8514d0df2 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=93afd915-ae37-41bf-8ffd-5600bd743f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441103 Jan 12 10:25:47.968051 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-d818f6d6-8e9b-460d-8c90-b0cd06536e18 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964308 Jan 12 10:25:47.980972 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:25:48.092375 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-64739357-a5f6-475e-88f4-f1c0a6f70d2f req-429a157a-dd7c-4aaf-91cb-b8792d2cd635 service neutron] 10.222.0.79 "GET /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141510 Jan 12 10:25:48.380589 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'fe702d1a-f8bc-463a-9847-34edf532b6aa', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'port_id': '012947de-a03c-48f8-ae46-00230f7bb347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'mac_address': 'fa:16:3e:4b:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39fd289-ed14-4238-9158-f31490f541ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:25:31Z', 'updated_at': '2022-01-12T10:25:46Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:25:48.412595 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d7013-2080-49ed-843d-6fb82c4b9d7e None None] The sync data for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi is: [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'fe702d1a-f8bc-463a-9847-34edf532b6aa', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'floating_ip_address': '172.27.0.148', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'port_id': '012947de-a03c-48f8-ae46-00230f7bb347', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'mac_address': 'fa:16:3e:4b:99:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e39fd289-ed14-4238-9158-f31490f541ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:25:31Z', 'updated_at': '2022-01-12T10:25:46Z', 'revision_number': 1, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:25:48.654374 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cadfa0e-51b3-4ecd-817b-2c2466c55cd3 None None] New status for floating IP fe702d1a-f8bc-463a-9847-34edf532b6aa: ACTIVE {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:25:48.952269 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:25:52.845863 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39dcdbd-2d6c-41d5-8f48-ac3c14d4f665 req-dc9cff03-9e68-45fc-b931-064aed4d8adb tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:52.847586 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c39dcdbd-2d6c-41d5-8f48-ac3c14d4f665 req-dc9cff03-9e68-45fc-b931-064aed4d8adb tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0571883 Jan 12 10:25:52.906775 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c39dcdbd-2d6c-41d5-8f48-ac3c14d4f665 req-7cbad887-7526-43d1-9515-d9248a2daf44 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528796 Jan 12 10:25:54.047132 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8a34-2828-4b30-8988-d9ee05bacfa4 req-547f0d67-c047-4024-abf4-1f728faa070e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:54.048789 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2ead8a34-2828-4b30-8988-d9ee05bacfa4 req-547f0d67-c047-4024-abf4-1f728faa070e tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0673676 Jan 12 10:25:54.104417 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2ead8a34-2828-4b30-8988-d9ee05bacfa4 req-0d74d472-38f2-4198-b69c-ed99f86cc7dd tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478988 Jan 12 10:25:54.529206 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-baa1d9a0-8d60-4498-bd1a-b860710d2d39 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:54.530908 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-baa1d9a0-8d60-4498-bd1a-b860710d2d39 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 945 time: 0.0526426 Jan 12 10:25:54.653222 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Deleting port a1e372ae-8123-4705-b9be-f88cff08942e {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:25:54.653620 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:54.754856 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] For port a1e372ae-8123-4705-b9be-f88cff08942e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a1e372ae-8123-4705-b9be-f88cff08942e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:54.755351 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:54.771195 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Calling delete_port for a1e372ae-8123-4705-b9be-f88cff08942e owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:25:54.992841 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (a1e372ae-8123-4705-b9be-f88cff08942e), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:55.012148 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b', '2f00b794-10ba-4a79-9ef6-8871559b9ba3', '4862c6b8-8b92-4d30-a99e-9c813fdb669e', 'a1e372ae-8123-4705-b9be-f88cff08942e'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:25:55.025568 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event deleted for resources: {'Port': ['ID=a1e372ae-8123-4705-b9be-f88cff08942e,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:25:55.081422 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] No DVR routers for this DVR port a1e372ae-8123-4705-b9be-f88cff08942e on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:25:55.086166 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:55.092092 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d8003c1f-9ca2-4856-9f27-2cbfec8c9277 req-be3a3c76-992b-43ad-9822-7b47d99aa383 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "DELETE /v2.0/ports/a1e372ae-8123-4705-b9be-f88cff08942e HTTP/1.1" status: 204 len: 173 time: 0.5547802 Jan 12 10:25:55.092092 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'name': 'network-vif-deleted', 'tag': 'a1e372ae-8123-4705-b9be-f88cff08942e'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:25:55.095665 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245dcd25-396e-41f5-8292-2a7851bc345a" -d '{"events": [{"server_uuid": "5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3", "name": "network-vif-deleted", "tag": "a1e372ae-8123-4705-b9be-f88cff08942e"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:25:55.137705 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd529419-a531-4cb8-ab7f-877ac3f28669 x-openstack-request-id: req-bd529419-a531-4cb8-ab7f-877ac3f28669 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:25:55.137984 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3", "name": "network-vif-deleted", "tag": "a1e372ae-8123-4705-b9be-f88cff08942e", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:25:55.138242 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd529419-a531-4cb8-ab7f-877ac3f28669 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:25:55.138642 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3', 'name': 'network-vif-deleted', 'tag': 'a1e372ae-8123-4705-b9be-f88cff08942e', 'status': 'completed', 'code': 200} Jan 12 10:25:55.227315 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1bf9e14e-75a9-47a5-b8f5-9f45319c5066 req-231ce3a5-6387-4fdd-b996-10c68c51bd3d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=5362bf3a-2d8a-41a3-9a0f-39ac6d94b4b3 HTTP/1.1" status: 200 len: 210 time: 0.0310695 Jan 12 10:25:56.798148 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-971123db-d127-4c07-bc1b-9ccf87db501e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:58.093706 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931efc0-04a4-4586-ae16-ae964c78c80b req-570a5278-309d-4712-99d8-c9054862141c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:58.095333 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d931efc0-04a4-4586-ae16-ae964c78c80b req-570a5278-309d-4712-99d8-c9054862141c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 945 time: 0.0565221 Jan 12 10:25:58.145925 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d931efc0-04a4-4586-ae16-ae964c78c80b req-ff2195fa-88fc-4099-ac2e-24ba4e97ad1d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440018 Jan 12 10:25:58.711531 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device a1e372ae-8123-4705-b9be-f88cff08942e no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:25:58.734518 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: a1e372ae-8123-4705-b9be-f88cff08942e {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:25:58.734859 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device a1e372ae-8123-4705-b9be-f88cff08942e not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:25:58.957721 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-46da29db-d53e-45fa-9b54-df03f2d9a9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:59.272178 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b999d1-871b-4cc8-860c-08bea3f750e5 req-f3089847-8279-43ab-bccd-f550119e7e1d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:59.274008 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82b999d1-871b-4cc8-860c-08bea3f750e5 req-f3089847-8279-43ab-bccd-f550119e7e1d tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 945 time: 0.0546901 Jan 12 10:25:59.325150 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82b999d1-871b-4cc8-860c-08bea3f750e5 req-9a926057-d742-4356-ae0a-342a67357741 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Jan 12 10:25:59.701295 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dd209-b58b-409e-8d70-39f1c78220aa req-518f068b-fdd2-49f8-8665-9bbbbb86678c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:25:59.702820 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-692dd209-b58b-409e-8d70-39f1c78220aa req-518f068b-fdd2-49f8-8665-9bbbbb86678c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 945 time: 0.0569715 Jan 12 10:25:59.799845 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Deleting port 4862c6b8-8b92-4d30-a99e-9c813fdb669e {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:25:59.800190 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:59.898794 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] For port 4862c6b8-8b92-4d30-a99e-9c813fdb669e, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4862c6b8-8b92-4d30-a99e-9c813fdb669e,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:25:59.899058 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:25:59.912484 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Calling delete_port for 4862c6b8-8b92-4d30-a99e-9c813fdb669e owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:26:00.083342 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (4862c6b8-8b92-4d30-a99e-9c813fdb669e), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:00.096841 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b', '2f00b794-10ba-4a79-9ef6-8871559b9ba3', '4862c6b8-8b92-4d30-a99e-9c813fdb669e'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:26:00.120120 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event deleted for resources: {'Port': ['ID=4862c6b8-8b92-4d30-a99e-9c813fdb669e,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:00.164933 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] No DVR routers for this DVR port 4862c6b8-8b92-4d30-a99e-9c813fdb669e on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:00.167756 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:00.171236 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-692dd209-b58b-409e-8d70-39f1c78220aa req-a052edd5-53e6-486c-ad1e-dfcc6677eca8 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "DELETE /v2.0/ports/4862c6b8-8b92-4d30-a99e-9c813fdb669e HTTP/1.1" status: 204 len: 173 time: 0.4622540 Jan 12 10:26:00.171707 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'name': 'network-vif-deleted', 'tag': '4862c6b8-8b92-4d30-a99e-9c813fdb669e'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:00.174079 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe81da6e-2cec-4da0-9250-f52f7bf6268e" -d '{"events": [{"server_uuid": "b3f76335-7f86-4abb-99ac-546df1645af3", "name": "network-vif-deleted", "tag": "4862c6b8-8b92-4d30-a99e-9c813fdb669e"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:26:00.215850 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e8a58d1-6b40-4a67-8067-e1170d22154d x-openstack-request-id: req-9e8a58d1-6b40-4a67-8067-e1170d22154d {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:26:00.216126 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f76335-7f86-4abb-99ac-546df1645af3", "name": "network-vif-deleted", "tag": "4862c6b8-8b92-4d30-a99e-9c813fdb669e", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:26:00.216386 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9e8a58d1-6b40-4a67-8067-e1170d22154d {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:26:00.216952 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f76335-7f86-4abb-99ac-546df1645af3', 'name': 'network-vif-deleted', 'tag': '4862c6b8-8b92-4d30-a99e-9c813fdb669e', 'status': 'completed', 'code': 200} Jan 12 10:26:00.453402 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-74e2de86-ea70-42f9-b4e4-5b203800334c req-a16d9292-550e-445e-b95c-c62e587bbb03 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3f76335-7f86-4abb-99ac-546df1645af3 HTTP/1.1" status: 200 len: 210 time: 0.0312064 Jan 12 10:26:00.494650 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:01.768847 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:01.930571 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9aee04-10cc-4e9a-bb0d-b1d500e07077 req-b91d04a5-31ea-4875-8775-be281e959705 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:01.932090 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9a9aee04-10cc-4e9a-bb0d-b1d500e07077 req-b91d04a5-31ea-4875-8775-be281e959705 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 946 time: 0.0520201 Jan 12 10:26:01.981161 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9a9aee04-10cc-4e9a-bb0d-b1d500e07077 req-b2a77c7d-2a6c-415c-931b-b6dbae274280 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431404 Jan 12 10:26:02.721294 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 4862c6b8-8b92-4d30-a99e-9c813fdb669e no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:26:02.744889 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 4862c6b8-8b92-4d30-a99e-9c813fdb669e {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:26:02.745240 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 4862c6b8-8b92-4d30-a99e-9c813fdb669e not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:26:02.786001 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:03.108742 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6700b-eac7-4b8a-ac91-89a0d539a95d req-9d9cd69d-fbb0-4316-8f02-69f9d0337742 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:03.110379 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-34d6700b-eac7-4b8a-ac91-89a0d539a95d req-9d9cd69d-fbb0-4316-8f02-69f9d0337742 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 946 time: 0.0558479 Jan 12 10:26:03.179656 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-34d6700b-eac7-4b8a-ac91-89a0d539a95d req-0e27385f-6773-4af2-b75a-6ee8d129cd46 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606623 Jan 12 10:26:03.316246 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-3f398589-720d-46c1-896c-781466eea6d4 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:03.317833 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-3f398589-720d-46c1-896c-781466eea6d4 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 946 time: 0.0512061 Jan 12 10:26:03.424738 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Deleting port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:26:03.425113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:03.519107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] For port 2f00b794-10ba-4a79-9ef6-8871559b9ba3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2f00b794-10ba-4a79-9ef6-8871559b9ba3,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:03.519467 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:03.534121 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Calling delete_port for 2f00b794-10ba-4a79-9ef6-8871559b9ba3 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:26:03.791826 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (2f00b794-10ba-4a79-9ef6-8871559b9ba3), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:03.803930 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b', '2f00b794-10ba-4a79-9ef6-8871559b9ba3'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:26:03.821030 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event deleted for resources: {'Port': ['ID=2f00b794-10ba-4a79-9ef6-8871559b9ba3,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:03.870058 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] No DVR routers for this DVR port 2f00b794-10ba-4a79-9ef6-8871559b9ba3 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:03.872984 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:03.876402 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6bba3af1-2a12-4197-9740-1c34c4bbe708 req-a356027d-72da-4158-8c1e-28986ca46edf tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "DELETE /v2.0/ports/2f00b794-10ba-4a79-9ef6-8871559b9ba3 HTTP/1.1" status: 204 len: 173 time: 0.5483007 Jan 12 10:26:03.876904 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'name': 'network-vif-deleted', 'tag': '2f00b794-10ba-4a79-9ef6-8871559b9ba3'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:03.879321 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d2bb49-a732-4e29-80c0-9c0a0f04d9a5" -d '{"events": [{"server_uuid": "f5ebd3d3-5417-4512-99f3-d24342406119", "name": "network-vif-deleted", "tag": "2f00b794-10ba-4a79-9ef6-8871559b9ba3"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:26:03.940857 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67812aae-1a51-4c76-a50c-af1498720662 x-openstack-request-id: req-67812aae-1a51-4c76-a50c-af1498720662 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:26:03.941315 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ebd3d3-5417-4512-99f3-d24342406119", "name": "network-vif-deleted", "tag": "2f00b794-10ba-4a79-9ef6-8871559b9ba3", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:26:03.941696 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-67812aae-1a51-4c76-a50c-af1498720662 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:26:03.942265 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ebd3d3-5417-4512-99f3-d24342406119', 'name': 'network-vif-deleted', 'tag': '2f00b794-10ba-4a79-9ef6-8871559b9ba3', 'status': 'completed', 'code': 200} Jan 12 10:26:04.297027 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ee79e95d-ef59-45b7-9ab6-bf839852eb26 req-ed3e9f2c-e6d7-4697-b5e8-ab23024fe8f5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=f5ebd3d3-5417-4512-99f3-d24342406119 HTTP/1.1" status: 200 len: 210 time: 0.0273883 Jan 12 10:26:06.752126 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2f00b794-10ba-4a79-9ef6-8871559b9ba3 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:26:06.777628 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 2f00b794-10ba-4a79-9ef6-8871559b9ba3 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:26:06.777975 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2f00b794-10ba-4a79-9ef6-8871559b9ba3 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:26:07.084583 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d373e9f7-6c61-418e-84e9-09113c35750f req-db28d096-0d25-42ca-8818-dd4ccf7569b2 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:07.086035 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d373e9f7-6c61-418e-84e9-09113c35750f req-db28d096-0d25-42ca-8818-dd4ccf7569b2 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 946 time: 0.0518041 Jan 12 10:26:07.132548 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d373e9f7-6c61-418e-84e9-09113c35750f req-6b3cfbb1-ce99-4286-99c7-2067aea13db0 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Jan 12 10:26:08.253714 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bfc27-f7aa-45dc-8456-17a039336f31 req-c0eaf4a6-a332-4223-911d-82222225b1b5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:08.255238 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c39bfc27-f7aa-45dc-8456-17a039336f31 req-c0eaf4a6-a332-4223-911d-82222225b1b5 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 946 time: 0.0513136 Jan 12 10:26:08.304004 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c39bfc27-f7aa-45dc-8456-17a039336f31 req-a8d4f87a-fe49-4846-9836-0b0a99896660 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f3909c9-72e2-4adc-93c8-4721d2f26d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Jan 12 10:26:08.645928 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-f382185b-70eb-43d5-b68f-1e1a117baf0c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:08.648081 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-f382185b-70eb-43d5-b68f-1e1a117baf0c tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 946 time: 0.0535834 Jan 12 10:26:08.743605 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Deleting port fa33d86d-2181-4ecc-b098-a215764bc96b {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:26:08.743943 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:08.838203 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] For port fa33d86d-2181-4ecc-b098-a215764bc96b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fa33d86d-2181-4ecc-b098-a215764bc96b,segment=NetworkSegment(ee0d0905-4594-4c54-bf6f-b899c3a1ca28),segment_id=ee0d0905-4594-4c54-bf6f-b899c3a1ca28)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:08.844764 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:08.852094 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Calling delete_port for fa33d86d-2181-4ecc-b098-a215764bc96b owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:26:09.054875 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (fa33d86d-2181-4ecc-b098-a215764bc96b), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:09.070628 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['fa33d86d-2181-4ecc-b098-a215764bc96b'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:26:09.087476 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Pushing event deleted for resources: {'Port': ['ID=fa33d86d-2181-4ecc-b098-a215764bc96b,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:09.102548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.102548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.102548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.102548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.102548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.102548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.102548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.103235 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.103235 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.103235 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.103597 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.103851 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.104167 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:09.137999 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] No DVR routers for this DVR port fa33d86d-2181-4ecc-b098-a215764bc96b on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:09.140508 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:09.143803 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c34700a3-2d8d-4ffe-8aa7-84387fa6091d req-66892025-8863-4095-8449-8e16ef5e6e2f tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.79 "DELETE /v2.0/ports/fa33d86d-2181-4ecc-b098-a215764bc96b HTTP/1.1" status: 204 len: 173 time: 0.4887178 Jan 12 10:26:09.144238 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'name': 'network-vif-deleted', 'tag': 'fa33d86d-2181-4ecc-b098-a215764bc96b'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:09.149367 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03fc4c16-24e8-473d-bab5-9733368cebf4" -d '{"events": [{"server_uuid": "d060d39d-2bb5-43d6-b198-7e657073dbf6", "name": "network-vif-deleted", "tag": "fa33d86d-2181-4ecc-b098-a215764bc96b"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:26:09.182700 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceba834-9070-46b9-aafa-345d917ba9a3 x-openstack-request-id: req-2ceba834-9070-46b9-aafa-345d917ba9a3 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:26:09.182865 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d060d39d-2bb5-43d6-b198-7e657073dbf6", "name": "network-vif-deleted", "tag": "fa33d86d-2181-4ecc-b098-a215764bc96b", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:26:09.183107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-2ceba834-9070-46b9-aafa-345d917ba9a3 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:26:09.183505 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd060d39d-2bb5-43d6-b198-7e657073dbf6', 'name': 'network-vif-deleted', 'tag': 'fa33d86d-2181-4ecc-b098-a215764bc96b', 'status': 'completed', 'code': 200} Jan 12 10:26:09.407463 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-bd8de504-5c14-48a5-869c-2ef9301711b3 req-ac8fec0a-9243-4fba-ac26-ddb527a88039 tempest-AttachVolumeNegativeTest-1051281268 tempest-AttachVolumeNegativeTest-1051281268-project] 10.222.0.76 "GET /v2.0/ports?device_id=d060d39d-2bb5-43d6-b198-7e657073dbf6 HTTP/1.1" status: 200 len: 210 time: 0.0317733 Jan 12 10:26:10.469525 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55908) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:10.515606 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] Deleting subnet 5504ec0a-8c42-4d30-9937-48d131140d9b {{(pid=103261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:26:10.519019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] Publish callbacks [] for subnet (5504ec0a-8c42-4d30-9937-48d131140d9b), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.558542 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460953'] for subnet (5504ec0a-8c42-4d30-9937-48d131140d9b), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.598923 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (5504ec0a-8c42-4d30-9937-48d131140d9b), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.729797 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9730959'] for subnet (5504ec0a-8c42-4d30-9937-48d131140d9b), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.756770 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5504ec0a-8c42-4d30-9937-48d131140d9b,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:10.762289 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.764967 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d0c593d4-8e1d-422b-a4aa-a7845046cc7b admin admin] 10.222.0.76 "DELETE /v2.0/subnets/5504ec0a-8c42-4d30-9937-48d131140d9b HTTP/1.1" status: 204 len: 168 time: 0.2944169 Jan 12 10:26:10.767431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55912) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:10.839416 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (3f50de3b-8fd6-457d-ab1d-4a7663490c66), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.917957 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (3f50de3b-8fd6-457d-ab1d-4a7663490c66), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.937426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f50de3b-8fd6-457d-ab1d-4a7663490c66']}} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:10.946957 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28') {'for_net_delete': True} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:10.947248 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0d0905-4594-4c54-bf6f-b899c3a1ca28') {} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:10.956784 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460946'] for segment (ee0d0905-4594-4c54-bf6f-b899c3a1ca28), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.970605 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (ee0d0905-4594-4c54-bf6f-b899c3a1ca28), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.977695 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=103261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:26:10.978085 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114346'] for segment (ee0d0905-4594-4c54-bf6f-b899c3a1ca28), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: Traceback (most recent call last): Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: timer() Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: cb(*args, **kw) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: return func(*args, **kwargs) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: self._notify() Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: self.callback(batched_events) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: event.method(event) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: return f(self, *a, **k) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._get(url).json() Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: return self.request(url, 'GET', **kwargs) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:26:10.979782 dv-cinder-821602-9-iscsi neutron-server[103261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:26:11.134921 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (3f50de3b-8fd6-457d-ab1d-4a7663490c66), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:11.142302 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:11.145467 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] 10.222.0.76 "DELETE /v2.0/networks/3f50de3b-8fd6-457d-ab1d-4a7663490c66 HTTP/1.1" status: 204 len: 168 time: 0.3770912 Jan 12 10:26:11.160849 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f852b7-7025-4f54-ad5d-aae1bc24a40c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f50de3b-8fd6-457d-ab1d-4a7663490c66,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:11.432457 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55916) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:11.471391 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-71b1a5a6-784a-4352-825a-f2b7cf9a14be admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e8768acf36bb4e148a0bbb9dd9722d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377634 Jan 12 10:26:11.473876 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55918) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:11.519334 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-26f8f26b-c60b-40f6-b652-618d25799f91 admin admin] Publish callbacks [] for security_group (1f3909c9-72e2-4adc-93c8-4721d2f26d95), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:11.540295 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-26f8f26b-c60b-40f6-b652-618d25799f91 admin admin] Publish callbacks [] for security_group (1f3909c9-72e2-4adc-93c8-4721d2f26d95), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:11.671809 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-26f8f26b-c60b-40f6-b652-618d25799f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (1f3909c9-72e2-4adc-93c8-4721d2f26d95), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:11.674416 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-26f8f26b-c60b-40f6-b652-618d25799f91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:11.675635 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-26f8f26b-c60b-40f6-b652-618d25799f91 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/1f3909c9-72e2-4adc-93c8-4721d2f26d95 HTTP/1.1" status: 204 len: 168 time: 0.2008345 Jan 12 10:26:11.685854 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f8f26b-c60b-40f6-b652-618d25799f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3909c9-72e2-4adc-93c8-4721d2f26d95,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:12.798297 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device fa33d86d-2181-4ecc-b098-a215764bc96b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:26:12.822763 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: fa33d86d-2181-4ecc-b098-a215764bc96b {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:26:12.823385 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device fa33d86d-2181-4ecc-b098-a215764bc96b not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:26:16.590591 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 55990) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:16.696861 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-af94d03a-ac79-441d-8a01-bebef0746234 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:16.772465 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-af94d03a-ac79-441d-8a01-bebef0746234 admin admin] Publish callbacks [] for security_group (f15f8167-8fb2-4329-b440-67084a8f3507), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:16.842980 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-af94d03a-ac79-441d-8a01-bebef0746234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f15f8167-8fb2-4329-b440-67084a8f3507), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:16.885093 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-af94d03a-ac79-441d-8a01-bebef0746234 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=19d3ca16846141fbbd49275a6203a42d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933483 Jan 12 10:26:16.885829 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94d03a-ac79-441d-8a01-bebef0746234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15f8167-8fb2-4329-b440-67084a8f3507,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:16.887840 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 55994) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:16.939249 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a282c8f3-b0c3-4cff-81d9-67a03988e83b admin admin] Publish callbacks [] for security_group (f15f8167-8fb2-4329-b440-67084a8f3507), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:16.961204 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a282c8f3-b0c3-4cff-81d9-67a03988e83b admin admin] Publish callbacks [] for security_group (f15f8167-8fb2-4329-b440-67084a8f3507), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:17.077796 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a282c8f3-b0c3-4cff-81d9-67a03988e83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f15f8167-8fb2-4329-b440-67084a8f3507), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:17.080461 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-a282c8f3-b0c3-4cff-81d9-67a03988e83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:17.081652 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-a282c8f3-b0c3-4cff-81d9-67a03988e83b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f15f8167-8fb2-4329-b440-67084a8f3507 HTTP/1.1" status: 204 len: 168 time: 0.1927607 Jan 12 10:26:17.090411 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a282c8f3-b0c3-4cff-81d9-67a03988e83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15f8167-8fb2-4329-b440-67084a8f3507,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:17.209242 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:22.713911 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-ab201b25-5de7-4b8b-aa2c-88cff6eeca21 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463364 Jan 12 10:26:22.781402 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-6206e3b6-66c5-40d7-b0d6-925ce117304e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:22.782832 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-6206e3b6-66c5-40d7-b0d6-925ce117304e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1098 time: 0.0484593 Jan 12 10:26:22.890957 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-78670435-6257-4337-b29c-8525f4009a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:22.892447 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-78670435-6257-4337-b29c-8525f4009a83 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 910 time: 0.0895224 Jan 12 10:26:22.968981 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-f1e18ad4-24a0-40ca-96fb-51a858aef992 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 1001 time: 0.0701544 Jan 12 10:26:23.027661 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-6d0652ff-88a4-4abf-9956-bb16add8bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:23.029177 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-6d0652ff-88a4-4abf-9956-bb16add8bb8a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 200 len: 848 time: 0.0514200 Jan 12 10:26:23.075644 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-e5ef5325-c1fc-4560-9c5a-cceed4a22467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:23.077274 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-e5ef5325-c1fc-4560-9c5a-cceed4a22467 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e02f27b-676d-46e1-bda2-8c031b8234c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414917 Jan 12 10:26:23.170050 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-e0ec5028-378b-4975-82fd-e119f10a11a2 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851188 Jan 12 10:26:23.258268 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4a7f3d0c-104f-45e0-8112-c39d46f7aaeb req-2aa89921-995b-47d2-9154-715501a3296b service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820255 Jan 12 10:26:25.951643 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:26:26.791361 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d1281897-4e97-4d11-aa25-18bbc0deede3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:28.922691 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b51d06a9-4756-41fd-a012-57f0c057e9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:30.460925 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:31.717464 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:32.791549 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:38.831774 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 56282) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:38.939301 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e8626ae9-6e01-479f-90d5-f41586461d94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:39.019540 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e8626ae9-6e01-479f-90d5-f41586461d94 admin admin] Publish callbacks [] for security_group (ea3ca052-d725-46ce-9861-e027dc505a5b), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:39.140115 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e8626ae9-6e01-479f-90d5-f41586461d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ea3ca052-d725-46ce-9861-e027dc505a5b), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:39.181519 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e8626ae9-6e01-479f-90d5-f41586461d94 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=707979999e224ceb9d8cfae138250735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3486366 Jan 12 10:26:39.183518 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8626ae9-6e01-479f-90d5-f41586461d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3ca052-d725-46ce-9861-e027dc505a5b,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:39.184280 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56286) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:39.238468 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Publish callbacks [] for security_group (ea3ca052-d725-46ce-9861-e027dc505a5b), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:39.262088 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Publish callbacks [] for security_group (ea3ca052-d725-46ce-9861-e027dc505a5b), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:39.420001 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (ea3ca052-d725-46ce-9861-e027dc505a5b), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:39.422542 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:39.423735 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/ea3ca052-d725-46ce-9861-e027dc505a5b HTTP/1.1" status: 204 len: 168 time: 0.2384589 Jan 12 10:26:39.432577 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3ca052-d725-46ce-9861-e027dc505a5b,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:39.439985 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.440340 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.440683 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.441147 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.441491 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.441811 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.442146 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.442607 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.442943 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.443463 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.443750 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.444080 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:39.444496 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513208d9-235a-4c9d-bef2-61637f107284 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:26:40.091288 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56294) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:40.107986 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-aa89bce3-b892-4270-8885-4211829ce5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:40.183434 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-aa89bce3-b892-4270-8885-4211829ce5f6 admin admin] Publish callbacks [] for security_group (b506311b-975c-4403-95a0-718804203339), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:40.260059 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-aa89bce3-b892-4270-8885-4211829ce5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b506311b-975c-4403-95a0-718804203339), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:40.297409 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89bce3-b892-4270-8885-4211829ce5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b506311b-975c-4403-95a0-718804203339,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:40.301771 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-aa89bce3-b892-4270-8885-4211829ce5f6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7caba126a4da481095fea47a19af1e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094498 Jan 12 10:26:40.304641 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56296) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:40.353188 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-360e0b53-c883-4a00-a86c-43013c6fd5cf admin admin] Publish callbacks [] for security_group (b506311b-975c-4403-95a0-718804203339), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:40.373761 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-360e0b53-c883-4a00-a86c-43013c6fd5cf admin admin] Publish callbacks [] for security_group (b506311b-975c-4403-95a0-718804203339), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:40.517334 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-360e0b53-c883-4a00-a86c-43013c6fd5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b506311b-975c-4403-95a0-718804203339), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:40.519869 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-360e0b53-c883-4a00-a86c-43013c6fd5cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:40.521128 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-360e0b53-c883-4a00-a86c-43013c6fd5cf admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b506311b-975c-4403-95a0-718804203339 HTTP/1.1" status: 204 len: 168 time: 0.2154906 Jan 12 10:26:40.530671 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e0b53-c883-4a00-a86c-43013c6fd5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b506311b-975c-4403-95a0-718804203339,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:46.155349 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56380) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:46.265222 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-955dc8b9-a332-4222-930c-7271831e6eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:46.344758 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-955dc8b9-a332-4222-930c-7271831e6eb0 admin admin] Publish callbacks [] for security_group (0ef46137-f8ea-4023-985c-01bd3ffef1b5), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:46.431291 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-955dc8b9-a332-4222-930c-7271831e6eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0ef46137-f8ea-4023-985c-01bd3ffef1b5), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:46.470335 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955dc8b9-a332-4222-930c-7271831e6eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef46137-f8ea-4023-985c-01bd3ffef1b5,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:46.475081 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-955dc8b9-a332-4222-930c-7271831e6eb0 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=2015a2583572461a9f780f3bdac5d91c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3180826 Jan 12 10:26:46.477359 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56390) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:46.526773 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f278f16b-ab46-4815-94a6-0a96fe745135 admin admin] Publish callbacks [] for security_group (0ef46137-f8ea-4023-985c-01bd3ffef1b5), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:46.549163 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f278f16b-ab46-4815-94a6-0a96fe745135 admin admin] Publish callbacks [] for security_group (0ef46137-f8ea-4023-985c-01bd3ffef1b5), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:46.659730 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f278f16b-ab46-4815-94a6-0a96fe745135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0ef46137-f8ea-4023-985c-01bd3ffef1b5), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:46.662907 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f278f16b-ab46-4815-94a6-0a96fe745135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:46.663916 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f278f16b-ab46-4815-94a6-0a96fe745135 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0ef46137-f8ea-4023-985c-01bd3ffef1b5 HTTP/1.1" status: 204 len: 168 time: 0.1854839 Jan 12 10:26:46.672431 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278f16b-ab46-4815-94a6-0a96fe745135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef46137-f8ea-4023-985c-01bd3ffef1b5,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:47.207194 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.341787 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56406) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:47.356036 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8a5d563d-8edd-4c21-b076-fdb9008afdb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.433110 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8a5d563d-8edd-4c21-b076-fdb9008afdb8 admin admin] Publish callbacks [] for security_group (0b77545e-c685-45c4-9f55-f17101980e37), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.545867 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8a5d563d-8edd-4c21-b076-fdb9008afdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0b77545e-c685-45c4-9f55-f17101980e37), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.586501 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5d563d-8edd-4c21-b076-fdb9008afdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b77545e-c685-45c4-9f55-f17101980e37,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:47.590734 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-8a5d563d-8edd-4c21-b076-fdb9008afdb8 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=aa1abf63651a46c1a8fc4e71144a2c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478569 Jan 12 10:26:47.594303 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56408) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:47.643558 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e142baf-89a5-4ab4-93cd-8f08bffb1b64 admin admin] Publish callbacks [] for security_group (0b77545e-c685-45c4-9f55-f17101980e37), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.666130 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e142baf-89a5-4ab4-93cd-8f08bffb1b64 admin admin] Publish callbacks [] for security_group (0b77545e-c685-45c4-9f55-f17101980e37), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.791544 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e142baf-89a5-4ab4-93cd-8f08bffb1b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (0b77545e-c685-45c4-9f55-f17101980e37), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.794193 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5e142baf-89a5-4ab4-93cd-8f08bffb1b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:47.795393 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5e142baf-89a5-4ab4-93cd-8f08bffb1b64 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/0b77545e-c685-45c4-9f55-f17101980e37 HTTP/1.1" status: 204 len: 168 time: 0.2007749 Jan 12 10:26:47.803526 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e142baf-89a5-4ab4-93cd-8f08bffb1b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b77545e-c685-45c4-9f55-f17101980e37,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:51.239865 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dfded-416d-46cd-b4c0-bc3b486fff89 req-90b6e195-f0be-48b5-9a2c-e418218f03ae tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:51.241978 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-394dfded-416d-46cd-b4c0-bc3b486fff89 req-90b6e195-f0be-48b5-9a2c-e418218f03ae tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 946 time: 0.0522230 Jan 12 10:26:51.291013 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-394dfded-416d-46cd-b4c0-bc3b486fff89 req-d232d2c3-976f-4993-8a1a-7c17f47eb979 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432994 Jan 12 10:26:52.409142 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b6f59-ecaa-42d5-aa37-ab70fb959415 req-63775027-2f34-4406-a57e-518cc6889e7c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:52.410668 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cb6b6f59-ecaa-42d5-aa37-ab70fb959415 req-63775027-2f34-4406-a57e-518cc6889e7c tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 946 time: 0.0493326 Jan 12 10:26:52.460467 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-cb6b6f59-ecaa-42d5-aa37-ab70fb959415 req-7a51a651-cfc7-4ff2-bf64-b4b2b5be9989 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups?id=022aa7df-9605-49c1-a227-767a93af5135&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433671 Jan 12 10:26:52.888098 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-6f95f157-2db7-479e-bc07-a44f8114ae6f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:52.891373 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-6f95f157-2db7-479e-bc07-a44f8114ae6f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 946 time: 0.0502276 Jan 12 10:26:52.982376 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Deleting port 012947de-a03c-48f8-ae46-00230f7bb347 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:26:52.982719 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (012947de-a03c-48f8-ae46-00230f7bb347), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:53.069414 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] For port 012947de-a03c-48f8-ae46-00230f7bb347, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=012947de-a03c-48f8-ae46-00230f7bb347,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:26:53.069716 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (012947de-a03c-48f8-ae46-00230f7bb347), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:53.238672 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:53.238941 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (fe702d1a-f8bc-463a-9847-34edf532b6aa), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:53.239255 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Floating IP fe702d1a-f8bc-463a-9847-34edf532b6aa disassociated. External IP: 172.27.0.148, port: 012947de-a03c-48f8-ae46-00230f7bb347. Jan 12 10:26:53.239589 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Calling delete_port for 012947de-a03c-48f8-ae46-00230f7bb347 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:26:53.471318 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (012947de-a03c-48f8-ae46-00230f7bb347), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:53.773837 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event deleted for resources: {'Port': ['ID=012947de-a03c-48f8-ae46-00230f7bb347,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:53.804997 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9d34149a-5ea1-4f4a-9fa6-01d54b18c63f req-92416588-2e20-4c4d-9cea-6723cce6960f tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 210 time: 0.0335176 Jan 12 10:26:53.915737 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:26:54.029500 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:26:54.043665 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] Sync routers for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:26:54.055670 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:54.056188 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:26:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:54.083227 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] No DVR routers for this DVR port 012947de-a03c-48f8-ae46-00230f7bb347 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:26:54.086578 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:54.090585 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b4b19143-eb68-444d-84e1-d6e6cf5b8d94 req-1f907b4a-bf85-4849-a452-dce48bab2efd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.79 "DELETE /v2.0/ports/012947de-a03c-48f8-ae46-00230f7bb347 HTTP/1.1" status: 204 len: 173 time: 1.1957161 Jan 12 10:26:54.091061 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'name': 'network-vif-deleted', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:26:54.094174 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87776de9-e8bc-44df-9f38-80afb0c7741e" -d '{"events": [{"server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "name": "network-vif-deleted", "tag": "012947de-a03c-48f8-ae46-00230f7bb347"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:26:54.142581 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5492d5a-1bc7-4504-a12a-d5a8f7154854 x-openstack-request-id: req-d5492d5a-1bc7-4504-a12a-d5a8f7154854 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:26:54.143202 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e39fd289-ed14-4238-9158-f31490f541ad", "name": "network-vif-deleted", "tag": "012947de-a03c-48f8-ae46-00230f7bb347", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:26:54.143471 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-d5492d5a-1bc7-4504-a12a-d5a8f7154854 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:26:54.143927 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e39fd289-ed14-4238-9158-f31490f541ad', 'name': 'network-vif-deleted', 'tag': '012947de-a03c-48f8-ae46-00230f7bb347', 'status': 'completed', 'code': 200} Jan 12 10:26:54.171090 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:26:54.393450 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:54.425478 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] Checking router: 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:26:54.434312 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:26:54.434924 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:26:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:54.547245 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:26:54.751635 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:26:54.779039 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83573d1-881d-429e-ae46-396b1b7d81e5 None None] The sync data for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi is: [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:53Z', 'revision_number': 4, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '380bc2fb-d934-4f53-9c52-c5b15b708a56', 'name': '', 'network_id': '93afd915-ae37-41bf-8ffd-5600bd743f3c', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'mac_address': 'fa:16:3e:d8:1e:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:53Z', 'updated_at': '2022-01-12T10:21:57Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'subnets': [{'id': 'a9c4c626-17c6-468e-9fc8-f4721d5d0c86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:26:55.041094 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4e964f-fc4d-429b-9f43-b71cccbe296d None None] New status for floating IP fe702d1a-f8bc-463a-9847-34edf532b6aa: DOWN {{(pid=103262) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:26:55.122056 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-48775ec3-0ad8-49eb-8be0-85f8e6fae369 req-e75f60bf-de2b-48c0-a9de-1477dacdfbcd tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/ports?device_id=e39fd289-ed14-4238-9158-f31490f541ad HTTP/1.1" status: 200 len: 210 time: 0.0304077 Jan 12 10:26:56.077123 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711bff8-b8af-45e1-8913-c11738a57a2c req-451ed0c6-c71a-4c6f-8125-89562b7c4f31 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:56.078682 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1711bff8-b8af-45e1-8913-c11738a57a2c req-451ed0c6-c71a-4c6f-8125-89562b7c4f31 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0579803 Jan 12 10:26:56.133889 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1711bff8-b8af-45e1-8913-c11738a57a2c req-437f147f-ba4e-4634-abad-d65730259ddc tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447762 Jan 12 10:26:56.272243 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56566) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:56.329537 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-eafd2aa4-9bc0-4020-a83c-4c5d714c7d32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (022aa7df-9605-49c1-a227-767a93af5135), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.353435 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-eafd2aa4-9bc0-4020-a83c-4c5d714c7d32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (022aa7df-9605-49c1-a227-767a93af5135), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.488098 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-eafd2aa4-9bc0-4020-a83c-4c5d714c7d32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (022aa7df-9605-49c1-a227-767a93af5135), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.491549 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-eafd2aa4-9bc0-4020-a83c-4c5d714c7d32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.495352 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-eafd2aa4-9bc0-4020-a83c-4c5d714c7d32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "DELETE /v2.0/security-groups/022aa7df-9605-49c1-a227-767a93af5135 HTTP/1.1" status: 204 len: 168 time: 0.2220070 Jan 12 10:26:56.499465 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 56572) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:56.505690 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd2aa4-9bc0-4020-a83c-4c5d714c7d32 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022aa7df-9605-49c1-a227-767a93af5135,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:56.511648 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.api.v2.resource [None req-04c9d7f0-8d96-4677-a8d1-751150915c86 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] show failed (client error): The resource could not be found. Jan 12 10:26:56.512744 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-04c9d7f0-8d96-4677-a8d1-751150915c86 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "GET /v2.0/security-groups/022aa7df-9605-49c1-a227-767a93af5135 HTTP/1.1" status: 404 len: 347 time: 0.0160291 Jan 12 10:26:56.515870 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 56574) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:56.645125 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Deleting port 7bd95917-af37-483a-b816-ba1e1df8d60c {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:26:56.645466 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.730418 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.730752 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (7bd95917-af37-483a-b816-ba1e1df8d60c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.742548 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Calling delete_port for 7bd95917-af37-483a-b816-ba1e1df8d60c owned by network:floatingip {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:26:56.776586 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4a1138c4-b949-4f83-9767-a3121cfab281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.974401 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (7bd95917-af37-483a-b816-ba1e1df8d60c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:56.998557 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 012947de-a03c-48f8-ae46-00230f7bb347 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:26:57.000806 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Pushing event deleted for resources: {'Port': ['ID=7bd95917-af37-483a-b816-ba1e1df8d60c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:57.026310 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 012947de-a03c-48f8-ae46-00230f7bb347 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:26:57.026536 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 012947de-a03c-48f8-ae46-00230f7bb347 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:26:57.072339 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks [] for floatingip (fe702d1a-f8bc-463a-9847-34edf532b6aa), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.075336 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.076500 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-b8243d44-cb09-41f1-beee-ac3dadd5e689 tempest-AttachVolumeTestJSON-984877724 tempest-AttachVolumeTestJSON-984877724-project] 10.222.0.76 "DELETE /v2.0/floatingips/fe702d1a-f8bc-463a-9847-34edf532b6aa HTTP/1.1" status: 204 len: 168 time: 0.5595944 Jan 12 10:26:57.222618 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 56590) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:57.252542 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641f597-2692-46de-b7ba-402643769e57 req-63df8a5c-b793-49c2-b5e8-5756938766ad tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:57.254362 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5641f597-2692-46de-b7ba-402643769e57 req-63df8a5c-b793-49c2-b5e8-5756938766ad tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0510979 Jan 12 10:26:57.306514 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-5641f597-2692-46de-b7ba-402643769e57 req-3f33f6fb-a8e8-4657-89c1-ffae3d5eb8af tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454097 Jan 12 10:26:57.333140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dde7101c-d261-489f-ab28-ac38215fae73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.410772 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dde7101c-d261-489f-ab28-ac38215fae73 admin admin] Publish callbacks [] for security_group (e1c3dc95-350c-4557-bc32-1d81e7662aeb), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.476847 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dde7101c-d261-489f-ab28-ac38215fae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e1c3dc95-350c-4557-bc32-1d81e7662aeb), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.516828 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7101c-d261-489f-ab28-ac38215fae73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c3dc95-350c-4557-bc32-1d81e7662aeb,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:57.521353 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-dde7101c-d261-489f-ab28-ac38215fae73 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=575a1fdaa832484db35f1a989574d2cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975731 Jan 12 10:26:57.523951 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 56596) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:57.572173 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2209-fa74-42c9-bb71-e8e5e27ac9e1 admin admin] Publish callbacks [] for security_group (e1c3dc95-350c-4557-bc32-1d81e7662aeb), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.596182 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2209-fa74-42c9-bb71-e8e5e27ac9e1 admin admin] Publish callbacks [] for security_group (e1c3dc95-350c-4557-bc32-1d81e7662aeb), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.728171 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2209-fa74-42c9-bb71-e8e5e27ac9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (e1c3dc95-350c-4557-bc32-1d81e7662aeb), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.730858 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-8cdf2209-fa74-42c9-bb71-e8e5e27ac9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:57.732021 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-8cdf2209-fa74-42c9-bb71-e8e5e27ac9e1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/e1c3dc95-350c-4557-bc32-1d81e7662aeb HTTP/1.1" status: 204 len: 168 time: 0.2069235 Jan 12 10:26:57.740005 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf2209-fa74-42c9-bb71-e8e5e27ac9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c3dc95-350c-4557-bc32-1d81e7662aeb,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:58.332291 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56604) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:58.345606 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f446f469-9550-463c-a3b7-bd10b775e4f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:58.435803 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900169c8-8c86-4ee3-b4a1-53e7738b9295 req-c2820852-9b7e-47fc-8cd5-c3a044219154 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:58.437748 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-900169c8-8c86-4ee3-b4a1-53e7738b9295 req-c2820852-9b7e-47fc-8cd5-c3a044219154 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0596092 Jan 12 10:26:58.440599 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f446f469-9550-463c-a3b7-bd10b775e4f1 admin admin] Publish callbacks [] for security_group (3e48fb70-8683-434d-9201-b2e9c31c611a), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:58.488230 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-900169c8-8c86-4ee3-b4a1-53e7738b9295 req-fa4cc2ba-b775-44d7-9841-edde4b2008d1 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447998 Jan 12 10:26:58.716060 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f446f469-9550-463c-a3b7-bd10b775e4f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (3e48fb70-8683-434d-9201-b2e9c31c611a), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:58.753575 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446f469-9550-463c-a3b7-bd10b775e4f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e48fb70-8683-434d-9201-b2e9c31c611a,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:58.758106 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f446f469-9550-463c-a3b7-bd10b775e4f1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=17efcddcc45e4ccdb2166ab816b4e2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4244993 Jan 12 10:26:58.760862 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56610) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:26:58.818899 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7b0e32b8-6daf-41de-b17b-0abf45ddd755 admin admin] Publish callbacks [] for security_group (3e48fb70-8683-434d-9201-b2e9c31c611a), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:58.843377 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7b0e32b8-6daf-41de-b17b-0abf45ddd755 admin admin] Publish callbacks [] for security_group (3e48fb70-8683-434d-9201-b2e9c31c611a), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:58.979670 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-fbe75ea0-54b4-4f44-8a55-c4f61b9a8b03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:59.014443 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7b0e32b8-6daf-41de-b17b-0abf45ddd755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (3e48fb70-8683-434d-9201-b2e9c31c611a), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:59.017104 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7b0e32b8-6daf-41de-b17b-0abf45ddd755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:26:59.018336 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-7b0e32b8-6daf-41de-b17b-0abf45ddd755 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/3e48fb70-8683-434d-9201-b2e9c31c611a HTTP/1.1" status: 204 len: 168 time: 0.2565053 Jan 12 10:26:59.027089 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e32b8-6daf-41de-b17b-0abf45ddd755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e48fb70-8683-434d-9201-b2e9c31c611a,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:26:59.606424 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b1fb-e391-4a1a-b8e9-7bd6010bd6ed req-bc3a0ba0-fb67-49eb-8fa1-7387cab0779d tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:26:59.608162 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0cd1b1fb-e391-4a1a-b8e9-7bd6010bd6ed req-bc3a0ba0-fb67-49eb-8fa1-7387cab0779d tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0504320 Jan 12 10:26:59.662750 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-0cd1b1fb-e391-4a1a-b8e9-7bd6010bd6ed req-0ce45951-2284-4d00-b8d9-107a77363914 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491714 Jan 12 10:27:00.527990 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:00.787205 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3231b-5c90-4133-b614-9de8967e0a3d req-0844c2c8-7296-451c-86da-c167f2ec8785 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:00.788731 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74b3231b-5c90-4133-b614-9de8967e0a3d req-0844c2c8-7296-451c-86da-c167f2ec8785 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0552077 Jan 12 10:27:00.843844 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-74b3231b-5c90-4133-b614-9de8967e0a3d req-378032a6-e52e-4fd0-9698-768f1cb119aa tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490544 Jan 12 10:27:01.556234 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56662) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:01.779523 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:02.013136 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740b1019-9783-47ad-a5cf-0565b84b011e req-e7556ce6-f5af-452b-a52b-a10901ac80a3 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:02.014647 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-740b1019-9783-47ad-a5cf-0565b84b011e req-e7556ce6-f5af-452b-a52b-a10901ac80a3 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0998645 Jan 12 10:27:02.078010 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-740b1019-9783-47ad-a5cf-0565b84b011e req-45a1d05c-f9cb-431d-b4dc-7d5551a86428 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566475 Jan 12 10:27:02.154411 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:02.403087 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Deleting port 380bc2fb-d934-4f53-9c52-c5b15b708a56 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:27:02.403377 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:02.735177 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] For port 380bc2fb-d934-4f53-9c52-c5b15b708a56, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=380bc2fb-d934-4f53-9c52-c5b15b708a56,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:02.735876 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:02.749309 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Calling delete_port for 380bc2fb-d934-4f53-9c52-c5b15b708a56 owned by network:router_interface {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:27:02.808090 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:02.950572 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:27:02.996610 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (380bc2fb-d934-4f53-9c52-c5b15b708a56), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:03.020401 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Pushing event deleted for resources: {'Port': ['ID=380bc2fb-d934-4f53-9c52-c5b15b708a56,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:03.213119 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb04fd4b-d9b3-492c-a6cc-f9475446d831 req-c35b354f-d643-4fbc-9612-3ebba8ed1627 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:03.214822 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cb04fd4b-d9b3-492c-a6cc-f9475446d831 req-c35b354f-d643-4fbc-9612-3ebba8ed1627 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0579290 Jan 12 10:27:03.224893 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:03.267205 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-cb04fd4b-d9b3-492c-a6cc-f9475446d831 req-b5a73c11-89c3-49d9-9f63-561f1817ffac tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467389 Jan 12 10:27:03.453751 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:27:03.565644 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:27:03.571336 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-fdcfc55f-8d7d-4b55-9b9e-047dc82bc415 admin admin] 10.222.0.76 "PUT /v2.0/routers/561b1d39-d5ba-4d2d-9050-c7597ff89ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0139909 Jan 12 10:27:03.573961 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56700) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:03.576546 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] Sync routers for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:27:03.588452 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:27:03.589089 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:26:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:03.680789 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks [] for router (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:03.697897 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:27:03.783116 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks [] for router_gateway (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:03.887772 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:27:02Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:03.913092 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] Checking router: 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:27:03.921468 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] Routers {'561b1d39-d5ba-4d2d-9050-c7597ff89ab6'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:27:03.922059 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:26:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:03.981736 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Deleting port 6692017f-cf5f-43ce-a26a-2e71319d5151 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:27:03.982085 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.065572 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] For port 6692017f-cf5f-43ce-a26a-2e71319d5151, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=6692017f-cf5f-43ce-a26a-2e71319d5151,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:04.065944 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.080477 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Calling delete_port for 6692017f-cf5f-43ce-a26a-2e71319d5151 owned by network:router_gateway {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:27:04.114244 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] Set router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:27:04.310459 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:27:02Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:04.336588 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb57ade0-427d-4356-a5b7-40027a6330d1 None None] The sync data for ids ['561b1d39-d5ba-4d2d-9050-c7597ff89ab6'] in dv-cinder-821602-9-iscsi is: [{'id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'name': 'tempest-AttachVolumeTestJSON-1475212449-router', 'tenant_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:27:02Z', 'revision_number': 5, 'project_id': '0c01158f1f6b4d6f90e9c3589f7781b0', 'gw_port': {'id': '6692017f-cf5f-43ce-a26a-2e71319d5151', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:aa:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '561b1d39-d5ba-4d2d-9050-c7597ff89ab6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:21:50Z', 'updated_at': '2022-01-12T10:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:27:04.391896 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa8ea5f-7209-43dc-91cf-0b128f4d4a54 req-2ed3892a-432e-4552-b03b-45e3bca5ea4e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:04.393457 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3fa8ea5f-7209-43dc-91cf-0b128f4d4a54 req-2ed3892a-432e-4552-b03b-45e3bca5ea4e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0565557 Jan 12 10:27:04.406137 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (6692017f-cf5f-43ce-a26a-2e71319d5151), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.449254 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Pushing event deleted for resources: {'Port': ['ID=6692017f-cf5f-43ce-a26a-2e71319d5151,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:04.517888 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-3fa8ea5f-7209-43dc-91cf-0b128f4d4a54 req-bf5e166b-4378-409f-8063-a51d5e9dfe08 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188078 Jan 12 10:27:04.534463 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.627484 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.629644 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks [] for router_controller (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.795851 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (561b1d39-d5ba-4d2d-9050-c7597ff89ab6), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.796546 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 561b1d39-d5ba-4d2d-9050-c7597ff89ab6 {{(pid=103260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:27:04.801944 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.803335 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-64d02949-f8a3-49c9-bbb6-dc4a0fda3afa admin admin] 10.222.0.76 "DELETE /v2.0/routers/561b1d39-d5ba-4d2d-9050-c7597ff89ab6 HTTP/1.1" status: 204 len: 168 time: 1.2282755 Jan 12 10:27:04.806539 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56708) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:04.855418 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] Deleting subnet a9c4c626-17c6-468e-9fc8-f4721d5d0c86 {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:27:04.858922 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] Publish callbacks [] for subnet (a9c4c626-17c6-468e-9fc8-f4721d5d0c86), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.899999 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (a9c4c626-17c6-468e-9fc8-f4721d5d0c86), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:04.986549 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (a9c4c626-17c6-468e-9fc8-f4721d5d0c86), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.071949 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56712) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:05.105711 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (a9c4c626-17c6-468e-9fc8-f4721d5d0c86), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.132433 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c4c626-17c6-468e-9fc8-f4721d5d0c86,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.137104 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.140839 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-966b4fcc-0dcc-4919-8242-f4692bc7565e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/a9c4c626-17c6-468e-9fc8-f4721d5d0c86 HTTP/1.1" status: 204 len: 168 time: 0.3328328 Jan 12 10:27:05.142990 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56716) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:05.146297 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ef24d5-96b5-425c-b4a6-d5794433701a None None] Network 93afd915-ae37-41bf-8ffd-5600bd743f3c requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:27:05.209338 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-58ce0ce9-50ea-49fc-b201-a69b5f397d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.238641 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (93afd915-ae37-41bf-8ffd-5600bd743f3c), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.343599 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-58ce0ce9-50ea-49fc-b201-a69b5f397d97 admin admin] Publish callbacks [] for security_group (2a127252-ceb1-4965-ae6e-1d76c8a4d614), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.352834 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Deleting port 62ac520c-006a-4112-88b4-dac0879bdddd {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:27:05.353226 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.353845 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] DHCP port deletion for 93afd915-ae37-41bf-8ffd-5600bd743f3c request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:27:05.402912 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Deleting port 62ac520c-006a-4112-88b4-dac0879bdddd {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:27:05.404179 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.417841 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-58ce0ce9-50ea-49fc-b201-a69b5f397d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (2a127252-ceb1-4965-ae6e-1d76c8a4d614), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.421042 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] For port 62ac520c-006a-4112-88b4-dac0879bdddd, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=62ac520c-006a-4112-88b4-dac0879bdddd,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:05.421397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.455404 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Calling delete_port for 62ac520c-006a-4112-88b4-dac0879bdddd owned by network:dhcp {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:27:05.465800 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] For port 62ac520c-006a-4112-88b4-dac0879bdddd, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=62ac520c-006a-4112-88b4-dac0879bdddd,segment=NetworkSegment(0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8),segment_id=0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:05.466202 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.474907 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce0ce9-50ea-49fc-b201-a69b5f397d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a127252-ceb1-4965-ae6e-1d76c8a4d614,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.480263 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Calling delete_port for 62ac520c-006a-4112-88b4-dac0879bdddd owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:27:05.483406 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-58ce0ce9-50ea-49fc-b201-a69b5f397d97 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a1b2ab9ade45483c93fc15384d99f7bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4103398 Jan 12 10:27:05.486186 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 56718) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:05.563047 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-74d6c4dc-cba8-413e-8dcd-db4cdbd5d8b6 admin admin] Publish callbacks [] for security_group (2a127252-ceb1-4965-ae6e-1d76c8a4d614), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.589431 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-74d6c4dc-cba8-413e-8dcd-db4cdbd5d8b6 admin admin] Publish callbacks [] for security_group (2a127252-ceb1-4965-ae6e-1d76c8a4d614), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.630187 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.659810 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Pushing event deleted for resources: {'Port': ['ID=62ac520c-006a-4112-88b4-dac0879bdddd,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.663474 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] No DVR routers for this DVR port 62ac520c-006a-4112-88b4-dac0879bdddd on host dv-cinder-821602-9-iscsi {{(pid=103260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:27:05.680438 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05e7e14-6e76-4db3-b026-db965c558eb6 req-00af9df1-2fae-4df0-92ac-98c6f1c53bb1 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:05.682325 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e05e7e14-6e76-4db3-b026-db965c558eb6 req-00af9df1-2fae-4df0-92ac-98c6f1c53bb1 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0821662 Jan 12 10:27:05.700570 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (62ac520c-006a-4112-88b4-dac0879bdddd), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.728803 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] No DVR routers for this DVR port 62ac520c-006a-4112-88b4-dac0879bdddd on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:27:05.733177 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Pushing event deleted for resources: {'Port': ['ID=62ac520c-006a-4112-88b4-dac0879bdddd,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.745344 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.745721 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.746044 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.746392 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.746734 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.747071 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.747410 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.747744 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.748191 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.748541 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.748904 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.749219 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.749557 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5a9485-1e40-4578-b61c-213563541bc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:05.753515 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (93afd915-ae37-41bf-8ffd-5600bd743f3c), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.756620 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e05e7e14-6e76-4db3-b026-db965c558eb6 req-523a16d2-bf4d-40f5-b0c0-1bc954477915 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658050 Jan 12 10:27:05.776795 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93afd915-ae37-41bf-8ffd-5600bd743f3c']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:05.778817 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-74d6c4dc-cba8-413e-8dcd-db4cdbd5d8b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (2a127252-ceb1-4965-ae6e-1d76c8a4d614), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.785253 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-74d6c4dc-cba8-413e-8dcd-db4cdbd5d8b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.785253 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-74d6c4dc-cba8-413e-8dcd-db4cdbd5d8b6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/2a127252-ceb1-4965-ae6e-1d76c8a4d614 HTTP/1.1" status: 204 len: 168 time: 0.2953503 Jan 12 10:27:05.786688 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:05.786991 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:27:05.792153 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d6c4dc-cba8-413e-8dcd-db4cdbd5d8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a127252-ceb1-4965-ae6e-1d76c8a4d614,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:05.797532 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.821571 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.827951 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:27:05.828340 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (0abe063a-38f0-4ce9-b2a9-0e8626e6c7a8), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:27:05.830149 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:27:05.985362 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (93afd915-ae37-41bf-8ffd-5600bd743f3c), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.994469 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:05.995048 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] 10.222.0.76 "DELETE /v2.0/networks/93afd915-ae37-41bf-8ffd-5600bd743f3c HTTP/1.1" status: 204 len: 168 time: 0.8503492 Jan 12 10:27:06.005510 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea747c-5af4-433b-8d8d-a6ea8bea928b admin admin] Pushing event deleted for resources: {'Network': ['ID=93afd915-ae37-41bf-8ffd-5600bd743f3c,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:06.140913 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 380bc2fb-d934-4f53-9c52-c5b15b708a56 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:27:06.162169 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 380bc2fb-d934-4f53-9c52-c5b15b708a56 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:27:06.162907 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 380bc2fb-d934-4f53-9c52-c5b15b708a56 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:27:06.162907 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 62ac520c-006a-4112-88b4-dac0879bdddd no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:27:06.187169 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 62ac520c-006a-4112-88b4-dac0879bdddd {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:27:06.187509 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 62ac520c-006a-4112-88b4-dac0879bdddd not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:27:06.187934 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6692017f-cf5f-43ce-a26a-2e71319d5151 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:27:06.208561 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 6692017f-cf5f-43ce-a26a-2e71319d5151 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:27:06.208932 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 6692017f-cf5f-43ce-a26a-2e71319d5151 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:27:06.311759 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-ff01d801-179a-49dd-9a3f-503c4939452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:06.313459 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-ff01d801-179a-49dd-9a3f-503c4939452c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1098 time: 0.0420909 Jan 12 10:27:06.342606 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56726) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:06.385142 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-53745d06-495d-4358-bd58-64ef790929c7 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=0c01158f1f6b4d6f90e9c3589f7781b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413103 Jan 12 10:27:06.387729 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56728) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:06.409963 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-8c94036a-6fff-4e15-bf27-0f061d75c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:06.411497 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-8c94036a-6fff-4e15-bf27-0f061d75c437 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 910 time: 0.0910091 Jan 12 10:27:06.436838 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ab038a9-b2ae-4fb4-998b-a95f1dcf0313 admin admin] Publish callbacks [] for security_group (b9afeb68-795c-4640-a7d8-ca1e0a36e0cf), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:06.459050 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ab038a9-b2ae-4fb4-998b-a95f1dcf0313 admin admin] Publish callbacks [] for security_group (b9afeb68-795c-4640-a7d8-ca1e0a36e0cf), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:06.477362 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-f7309eca-e7a8-464b-b66d-3d94f77879b5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 1001 time: 0.0601084 Jan 12 10:27:06.525655 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-e9d4b36a-39b0-405c-931a-2d91c391ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:06.527004 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-e9d4b36a-39b0-405c-931a-2d91c391ffb8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 200 len: 848 time: 0.0437267 Jan 12 10:27:06.568151 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ab038a9-b2ae-4fb4-998b-a95f1dcf0313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (b9afeb68-795c-4640-a7d8-ca1e0a36e0cf), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:06.571209 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-0ab038a9-b2ae-4fb4-998b-a95f1dcf0313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:06.572400 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-0ab038a9-b2ae-4fb4-998b-a95f1dcf0313 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/b9afeb68-795c-4640-a7d8-ca1e0a36e0cf HTTP/1.1" status: 204 len: 168 time: 0.1837018 Jan 12 10:27:06.576476 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-0a825efb-3718-46ed-ba7a-d5f9c11b3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:06.577795 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-0a825efb-3718-46ed-ba7a-d5f9c11b3cfb service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e02f27b-676d-46e1-bda2-8c031b8234c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452578 Jan 12 10:27:06.580803 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab038a9-b2ae-4fb4-998b-a95f1dcf0313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9afeb68-795c-4640-a7d8-ca1e0a36e0cf,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:06.670740 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-90fe7d1f-7a0b-429b-b715-cb969ff49218 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867784 Jan 12 10:27:06.767066 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b1016348-d108-4e24-9eb6-d10cef1dc5fb req-2e23bf0f-d36f-4935-9ccf-3ac596ce7e68 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893002 Jan 12 10:27:06.872240 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9651e857-645b-430d-b434-e405f905710f req-a15af1f3-79d0-452a-85c1-e59272b10229 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:06.873871 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9651e857-645b-430d-b434-e405f905710f req-a15af1f3-79d0-452a-85c1-e59272b10229 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0508096 Jan 12 10:27:06.949289 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9651e857-645b-430d-b434-e405f905710f req-ca99e348-d561-4ce8-94b7-9a70c5e49e6a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691721 Jan 12 10:27:08.065674 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280cfc5c-2eb2-432f-a709-c3867c36605e req-628b4434-c0da-44b4-a319-986e346e7e8e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:08.067175 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-280cfc5c-2eb2-432f-a709-c3867c36605e req-628b4434-c0da-44b4-a319-986e346e7e8e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0508211 Jan 12 10:27:08.117486 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-280cfc5c-2eb2-432f-a709-c3867c36605e req-40df60c8-e133-4b0f-984d-71cc48b65658 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446050 Jan 12 10:27:09.242318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f3b138-621a-4859-aeb7-15625ab4bc42 req-3fff30e4-41b1-440e-a9bb-1982e89ffb51 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:09.245027 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-38f3b138-621a-4859-aeb7-15625ab4bc42 req-3fff30e4-41b1-440e-a9bb-1982e89ffb51 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0559788 Jan 12 10:27:09.305633 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-38f3b138-621a-4859-aeb7-15625ab4bc42 req-6971860a-a92a-4fd0-bb7b-fa378002d039 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486600 Jan 12 10:27:09.714361 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaf865-9359-4c21-890d-8edd34ea4137 req-167058f4-f8c0-4bdb-9d42-61f0a6260ecf tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:09.716066 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9efaf865-9359-4c21-890d-8edd34ea4137 req-167058f4-f8c0-4bdb-9d42-61f0a6260ecf tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0529182 Jan 12 10:27:09.767351 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9efaf865-9359-4c21-890d-8edd34ea4137 req-77db7676-e7a5-4ef3-bc0b-016bc70f8a72 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451403 Jan 12 10:27:09.894539 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56790) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:09.983920 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-3b8901c6-d4b5-4544-bddf-fe9374233c0a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0882156 Jan 12 10:27:09.993186 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-a9985d9f-5241-4a85-80aa-59e2cd184f88 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:27:09.994160 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-a9985d9f-5241-4a85-80aa-59e2cd184f88 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049887 Jan 12 10:27:10.889593 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa92cb-b749-4dc6-9e21-4bcea8452cf4 req-4c371213-7ae7-4856-979e-a8c626d79ec2 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:10.891132 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6dfa92cb-b749-4dc6-9e21-4bcea8452cf4 req-4c371213-7ae7-4856-979e-a8c626d79ec2 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0542896 Jan 12 10:27:10.945474 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6dfa92cb-b749-4dc6-9e21-4bcea8452cf4 req-ec2b493f-decf-4cc8-a6ee-4b01f88b296e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484247 Jan 12 10:27:11.046136 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f5320e9c-7dea-478d-9afd-aebeabdbc677 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:27:11.132985 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f5320e9c-7dea-478d-9afd-aebeabdbc677 is: ACTIVE; New status is: DOWN {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:27:11.133386 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:11.158168 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:27:11.160366 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14a1e82-c91c-495b-8341-6694b68fe43b" -d '{"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-unplugged", "status": "completed", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:27:11.173689 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:11.193505 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 12 Jan 2022 10:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd960ef6-a66f-4a4b-9f35-c7f34c4a2f36 x-openstack-request-id: req-bd960ef6-a66f-4a4b-9f35-c7f34c4a2f36 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:27:11.193795 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-unplugged", "status": "failed", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677", "code": 422}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:27:11.194588 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-bd960ef6-a66f-4a4b-9f35-c7f34c4a2f36 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:27:11.195327 dv-cinder-821602-9-iscsi neutron-server[103262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'code': 422} returned with failed status Jan 12 10:27:11.259861 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:11.310328 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=6']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:12.084295 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75347d-ede0-4e86-a009-fcc3c978e241 req-06081a61-6a91-44db-abbb-5badcd840363 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.086716 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3d75347d-ede0-4e86-a009-fcc3c978e241 req-06081a61-6a91-44db-abbb-5badcd840363 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0567007 Jan 12 10:27:12.144606 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3d75347d-ede0-4e86-a009-fcc3c978e241 req-69996683-ba4d-4848-9049-aa227d9f5409 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518122 Jan 12 10:27:12.460371 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881e8c-0651-4cec-9b92-5c27056318ce req-6fe6f15e-4167-41f1-aa7a-646fb6aa00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.462718 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-6fe6f15e-4167-41f1-aa7a-646fb6aa00ad service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e&tenant_id=e959811113f54942ac887f100751f4f5 HTTP/1.1" status: 200 len: 1096 time: 0.0419099 Jan 12 10:27:12.525918 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881e8c-0651-4cec-9b92-5c27056318ce req-f46a23af-b8ee-44be-a4f0-3797718dfcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.528224 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-f46a23af-b8ee-44be-a4f0-3797718dfcd1 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1096 time: 0.0437350 Jan 12 10:27:12.622379 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881e8c-0651-4cec-9b92-5c27056318ce req-abae5cc1-8d2c-4ac6-8db7-72ceeb05a0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.623877 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-abae5cc1-8d2c-4ac6-8db7-72ceeb05a0b2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 910 time: 0.0899782 Jan 12 10:27:12.691436 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-a0d695ff-6714-4447-8e0c-e268d56f2fcd service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 999 time: 0.0617571 Jan 12 10:27:12.745133 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881e8c-0651-4cec-9b92-5c27056318ce req-61f3fe80-e7f0-422b-80ab-1f88eb378628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.746499 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-61f3fe80-e7f0-422b-80ab-1f88eb378628 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 200 len: 848 time: 0.0491583 Jan 12 10:27:12.790882 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881e8c-0651-4cec-9b92-5c27056318ce req-3790a08b-4c97-49fe-9484-e348c5e51820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:12.792381 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-3790a08b-4c97-49fe-9484-e348c5e51820 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e02f27b-676d-46e1-bda2-8c031b8234c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404518 Jan 12 10:27:12.884202 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-3da39763-4390-4b8b-847b-bda677498e6f service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858502 Jan 12 10:27:12.976732 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-75881e8c-0651-4cec-9b92-5c27056318ce req-699264db-bf3a-4f49-9a28-e04ae2fb09c1 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868173 Jan 12 10:27:13.061576 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56842) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:13.164919 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2220c1d1-30c9-451b-98cd-481cbf1e4dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:13.268675 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2220c1d1-30c9-451b-98cd-481cbf1e4dee admin admin] Publish callbacks [] for security_group (736022ed-d8ae-41f7-8b4a-9441e31458cf), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:13.284732 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120af81-d58a-4941-9244-337a20b33a9e req-ae0091c0-b3fd-426b-a540-efbffaa01426 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:13.286354 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f120af81-d58a-4941-9244-337a20b33a9e req-ae0091c0-b3fd-426b-a540-efbffaa01426 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0683756 Jan 12 10:27:13.337384 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f120af81-d58a-4941-9244-337a20b33a9e req-e45a3436-2e2c-4f4c-9b79-bf039a188616 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448337 Jan 12 10:27:13.338933 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-2220c1d1-30c9-451b-98cd-481cbf1e4dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (736022ed-d8ae-41f7-8b4a-9441e31458cf), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:13.381231 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220c1d1-30c9-451b-98cd-481cbf1e4dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736022ed-d8ae-41f7-8b4a-9441e31458cf,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:13.386182 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-2220c1d1-30c9-451b-98cd-481cbf1e4dee admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=b138357524754c1fb403425451d9a965&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3235991 Jan 12 10:27:13.388840 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56848) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:13.437946 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be6e8f8d-102a-4804-8b99-c3c3b71a24c3 admin admin] Publish callbacks [] for security_group (736022ed-d8ae-41f7-8b4a-9441e31458cf), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:13.458947 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be6e8f8d-102a-4804-8b99-c3c3b71a24c3 admin admin] Publish callbacks [] for security_group (736022ed-d8ae-41f7-8b4a-9441e31458cf), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:13.579272 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be6e8f8d-102a-4804-8b99-c3c3b71a24c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (736022ed-d8ae-41f7-8b4a-9441e31458cf), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:13.581960 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-be6e8f8d-102a-4804-8b99-c3c3b71a24c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:13.583130 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-be6e8f8d-102a-4804-8b99-c3c3b71a24c3 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/736022ed-d8ae-41f7-8b4a-9441e31458cf HTTP/1.1" status: 204 len: 168 time: 0.1933467 Jan 12 10:27:13.591731 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e8f8d-102a-4804-8b99-c3c3b71a24c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736022ed-d8ae-41f7-8b4a-9441e31458cf,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:14.228863 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56854) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:14.242620 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-388da904-ba09-4380-a8b6-4af0ee767e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:14.322757 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-388da904-ba09-4380-a8b6-4af0ee767e12 admin admin] Publish callbacks [] for security_group (343eaaaa-11be-4c87-88e9-a17bab578b9f), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:14.384858 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-388da904-ba09-4380-a8b6-4af0ee767e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (343eaaaa-11be-4c87-88e9-a17bab578b9f), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:14.422211 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388da904-ba09-4380-a8b6-4af0ee767e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343eaaaa-11be-4c87-88e9-a17bab578b9f,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:14.427258 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-388da904-ba09-4380-a8b6-4af0ee767e12 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=d53e581f26e043fbaa3bb89e80967a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973002 Jan 12 10:27:14.430646 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 56858) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:14.456735 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd637f17-8c36-4281-a556-a9d28361d29c req-11e048c2-392a-4add-a9f8-303851b3f4ff tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:14.458275 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dd637f17-8c36-4281-a556-a9d28361d29c req-11e048c2-392a-4add-a9f8-303851b3f4ff tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0507164 Jan 12 10:27:14.487532 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b1fa-12f4-4999-b663-05212ef7526d admin admin] Publish callbacks [] for security_group (343eaaaa-11be-4c87-88e9-a17bab578b9f), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:14.510045 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b1fa-12f4-4999-b663-05212ef7526d admin admin] Publish callbacks [] for security_group (343eaaaa-11be-4c87-88e9-a17bab578b9f), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:14.517942 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-dd637f17-8c36-4281-a556-a9d28361d29c req-a1e164d1-2ebf-4bc0-8930-bf5048112fe5 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532122 Jan 12 10:27:14.624930 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b1fa-12f4-4999-b663-05212ef7526d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (343eaaaa-11be-4c87-88e9-a17bab578b9f), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:14.627607 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8bb2b1fa-12f4-4999-b663-05212ef7526d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:14.628835 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-8bb2b1fa-12f4-4999-b663-05212ef7526d admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/343eaaaa-11be-4c87-88e9-a17bab578b9f HTTP/1.1" status: 204 len: 168 time: 0.1972690 Jan 12 10:27:14.640155 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2b1fa-12f4-4999-b663-05212ef7526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343eaaaa-11be-4c87-88e9-a17bab578b9f,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:15.804098 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dde953-5168-4ebf-99c9-af0e86752040 req-b620c433-38ed-477a-93d9-9e1c295827eb tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:15.805727 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-88dde953-5168-4ebf-99c9-af0e86752040 req-b620c433-38ed-477a-93d9-9e1c295827eb tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.2193396 Jan 12 10:27:15.864989 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-88dde953-5168-4ebf-99c9-af0e86752040 req-d67643d9-95a7-4e89-b566-04f4ae14fcb6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534661 Jan 12 10:27:17.165041 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76968c8d-eee7-44db-a02f-f7aac274cb73 req-c931114d-c632-465a-bd4d-d6de2262a08f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:17.166611 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-76968c8d-eee7-44db-a02f-f7aac274cb73 req-c931114d-c632-465a-bd4d-d6de2262a08f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.2308335 Jan 12 10:27:17.219254 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-76968c8d-eee7-44db-a02f-f7aac274cb73 req-551fbd61-e37c-4fa5-8ee1-7f62afa1d1b3 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471640 Jan 12 10:27:17.225338 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:18.345545 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce28cf-34ff-42d3-bbe4-65d6943d5fb6 req-9b30494d-a3e0-45b2-8619-7ea2d6877466 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:18.347025 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-90ce28cf-34ff-42d3-bbe4-65d6943d5fb6 req-9b30494d-a3e0-45b2-8619-7ea2d6877466 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0500634 Jan 12 10:27:18.401759 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-90ce28cf-34ff-42d3-bbe4-65d6943d5fb6 req-95605882-80c3-4206-b584-971fa4c59b65 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484557 Jan 12 10:27:19.466880 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57002) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:19.517764 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ca73c-619c-4ad6-b1f6-d404c376b73d req-31efdb3b-cefd-4a36-aaa4-b02c4f672345 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:19.519246 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a73ca73c-619c-4ad6-b1f6-d404c376b73d req-31efdb3b-cefd-4a36-aaa4-b02c4f672345 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0492644 Jan 12 10:27:19.568649 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a73ca73c-619c-4ad6-b1f6-d404c376b73d req-81caf112-6840-4e51-8fc6-ff3f6c683fd8 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434587 Jan 12 10:27:19.572793 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-91f7a168-7762-4913-a5ee-2d9802323273 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:19.648493 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-91f7a168-7762-4913-a5ee-2d9802323273 admin admin] Publish callbacks [] for security_group (a30cbe74-e1df-40de-95d2-583f88d01204), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:19.745115 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-91f7a168-7762-4913-a5ee-2d9802323273 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (a30cbe74-e1df-40de-95d2-583f88d01204), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:19.785150 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-91f7a168-7762-4913-a5ee-2d9802323273 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=8b4c8f9c89a449eaa46b00c03802194f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3171170 Jan 12 10:27:19.786088 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7a168-7762-4913-a5ee-2d9802323273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30cbe74-e1df-40de-95d2-583f88d01204,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:19.787837 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57006) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:19.842105 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Publish callbacks [] for security_group (a30cbe74-e1df-40de-95d2-583f88d01204), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:19.864004 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Publish callbacks [] for security_group (a30cbe74-e1df-40de-95d2-583f88d01204), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:19.985193 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (a30cbe74-e1df-40de-95d2-583f88d01204), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:19.988848 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:19.990057 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/a30cbe74-e1df-40de-95d2-583f88d01204 HTTP/1.1" status: 204 len: 168 time: 0.2012048 Jan 12 10:27:20.003844 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30cbe74-e1df-40de-95d2-583f88d01204,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:20.006383 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.006732 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.007070 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.007715 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.008041 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.008437 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.008788 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.009144 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.009470 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.009819 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.010140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.010458 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.010825 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41372dc-b0ec-426a-93d9-d3731e3c51ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:20.558511 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57012) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:20.571403 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d40e63a9-6871-4917-99a5-8e2d54d6b100 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:20.646509 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d40e63a9-6871-4917-99a5-8e2d54d6b100 admin admin] Publish callbacks [] for security_group (f9150f79-2b68-46c5-a96c-452ff1069cf7), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:20.683356 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c136a85-f628-4725-b4a2-4175060b9f99 req-7d8248f7-3355-456d-bb0d-f3ca80100c2f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:20.684996 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4c136a85-f628-4725-b4a2-4175060b9f99 req-7d8248f7-3355-456d-bb0d-f3ca80100c2f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 943 time: 0.0492733 Jan 12 10:27:20.733102 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d40e63a9-6871-4917-99a5-8e2d54d6b100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f9150f79-2b68-46c5-a96c-452ff1069cf7), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:20.735723 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4c136a85-f628-4725-b4a2-4175060b9f99 req-7a3b7085-ac35-4b28-8f27-4faecb6b7d8b tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448835 Jan 12 10:27:20.772148 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d40e63a9-6871-4917-99a5-8e2d54d6b100 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3bcbbe4c48274adfbac7462798ea37ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2125509 Jan 12 10:27:20.774161 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40e63a9-6871-4917-99a5-8e2d54d6b100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9150f79-2b68-46c5-a96c-452ff1069cf7,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:20.776232 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57016) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:20.828226 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12db6a0a-cf15-4d70-8a4c-7b11a7a74038 admin admin] Publish callbacks [] for security_group (f9150f79-2b68-46c5-a96c-452ff1069cf7), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:20.849239 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12db6a0a-cf15-4d70-8a4c-7b11a7a74038 admin admin] Publish callbacks [] for security_group (f9150f79-2b68-46c5-a96c-452ff1069cf7), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:20.962586 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12db6a0a-cf15-4d70-8a4c-7b11a7a74038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f9150f79-2b68-46c5-a96c-452ff1069cf7), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:20.965200 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-12db6a0a-cf15-4d70-8a4c-7b11a7a74038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:20.966422 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-12db6a0a-cf15-4d70-8a4c-7b11a7a74038 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f9150f79-2b68-46c5-a96c-452ff1069cf7 HTTP/1.1" status: 204 len: 168 time: 0.1883266 Jan 12 10:27:20.974668 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db6a0a-cf15-4d70-8a4c-7b11a7a74038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9150f79-2b68-46c5-a96c-452ff1069cf7,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:21.123699 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f5320e9c-7dea-478d-9afd-aebeabdbc677 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:27:21.222497 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:21.234002 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'port_id': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'mac_address': 'fa:16:3e:d3:f8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:27:21.271961 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f5320e9c-7dea-478d-9afd-aebeabdbc677 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:27:21.272354 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:21.285315 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5320e9c-7dea-478d-9afd-aebeabdbc677 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:27:21.306683 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:21.379509 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:21.428387 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=7']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:21.585872 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['f5320e9c-7dea-478d-9afd-aebeabdbc677'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:27:21.862019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611ab8f-e716-4068-ac73-05f05a9a0b6f req-700d77f5-7799-41f9-8540-5470b5bf6065 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:21.863576 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e611ab8f-e716-4068-ac73-05f05a9a0b6f req-700d77f5-7799-41f9-8540-5470b5bf6065 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 944 time: 0.0517545 Jan 12 10:27:21.914333 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e611ab8f-e716-4068-ac73-05f05a9a0b6f req-70c1f944-849f-4fed-8836-6642ab0472cc tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443304 Jan 12 10:27:23.037157 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a02511-bec9-47af-bcbb-60d23f6554e3 req-aee661de-834c-4bb9-9eaf-30bd8312afd0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:23.038709 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-74a02511-bec9-47af-bcbb-60d23f6554e3 req-aee661de-834c-4bb9-9eaf-30bd8312afd0 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 944 time: 0.0534122 Jan 12 10:27:23.090246 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-74a02511-bec9-47af-bcbb-60d23f6554e3 req-5d64e247-e776-4260-aa69-f0ccf09fdfaa tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443490 Jan 12 10:27:23.136043 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f5320e9c-7dea-478d-9afd-aebeabdbc677 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:27:23.186842 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port f5320e9c-7dea-478d-9afd-aebeabdbc677 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:27:23.187216 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:23.264408 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port f5320e9c-7dea-478d-9afd-aebeabdbc677 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:27:23.264798 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:23.288695 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:27:23.291114 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc10585-7147-4acd-b5d4-eadfa9d7898e" -d '{"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-plugged", "status": "completed", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:27:23.305381 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:27:23.333617 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3627b2-2b81-4c7a-907d-6cd9cb15c0a3 x-openstack-request-id: req-5d3627b2-2b81-4c7a-907d-6cd9cb15c0a3 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:27:23.333906 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-plugged", "status": "completed", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:27:23.334164 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5d3627b2-2b81-4c7a-907d-6cd9cb15c0a3 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:27:23.334558 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'code': 200} Jan 12 10:27:23.408180 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:23.459458 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=8']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:23.607605 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350bbf9-40ea-4c87-8ae7-bf90bfcfba46 req-92938699-8e90-402a-af50-3eea1d108471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:23.609262 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6350bbf9-40ea-4c87-8ae7-bf90bfcfba46 req-92938699-8e90-402a-af50-3eea1d108471 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1098 time: 0.0445592 Jan 12 10:27:23.655155 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-6350bbf9-40ea-4c87-8ae7-bf90bfcfba46 req-57aabe5d-dcd8-4a65-a6bd-d704b68969a9 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404263 Jan 12 10:27:24.207736 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f969ad-5c1c-4b4f-9e87-4808e67dea9c req-465d7e4f-86b9-4f4f-a879-48b75221dc3f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:24.209357 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82f969ad-5c1c-4b4f-9e87-4808e67dea9c req-465d7e4f-86b9-4f4f-a879-48b75221dc3f tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0518661 Jan 12 10:27:24.263191 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-82f969ad-5c1c-4b4f-9e87-4808e67dea9c req-81cf7f53-6a48-4cb6-b730-6c1fc1b70d52 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476954 Jan 12 10:27:25.391760 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88090667-bfff-483c-a1c9-b3924a8ad625 req-3228f3ec-e04c-4829-9d12-9768feb5d003 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:27:25.393291 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88090667-bfff-483c-a1c9-b3924a8ad625 req-3228f3ec-e04c-4829-9d12-9768feb5d003 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0555058 Jan 12 10:27:25.443965 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88090667-bfff-483c-a1c9-b3924a8ad625 req-ab47fc92-ee98-4471-999f-ffe261dadee7 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449719 Jan 12 10:27:26.785152 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b7309619-9e71-44cf-9643-e2f0f11d506b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.095580 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57126) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:28.207777 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b459301f-601e-451b-bbc5-60f0d94d81f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.283245 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b459301f-601e-451b-bbc5-60f0d94d81f5 admin admin] Publish callbacks [] for security_group (6602d7e8-04b6-4eda-9650-410706232e03), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.367522 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-b459301f-601e-451b-bbc5-60f0d94d81f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (6602d7e8-04b6-4eda-9650-410706232e03), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.407187 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459301f-601e-451b-bbc5-60f0d94d81f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6602d7e8-04b6-4eda-9650-410706232e03,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:28.411494 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-b459301f-601e-451b-bbc5-60f0d94d81f5 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=cd998d88c6404cb088016a0fbae48349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147855 Jan 12 10:27:28.414576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57130) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:28.466909 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4d4d9706-e58d-4b23-9d2c-96ab15672cc5 admin admin] Publish callbacks [] for security_group (6602d7e8-04b6-4eda-9650-410706232e03), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.488901 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4d4d9706-e58d-4b23-9d2c-96ab15672cc5 admin admin] Publish callbacks [] for security_group (6602d7e8-04b6-4eda-9650-410706232e03), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.648087 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4d4d9706-e58d-4b23-9d2c-96ab15672cc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (6602d7e8-04b6-4eda-9650-410706232e03), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.651412 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4d4d9706-e58d-4b23-9d2c-96ab15672cc5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:28.652575 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-4d4d9706-e58d-4b23-9d2c-96ab15672cc5 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/6602d7e8-04b6-4eda-9650-410706232e03 HTTP/1.1" status: 204 len: 168 time: 0.2365510 Jan 12 10:27:28.661712 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d9706-e58d-4b23-9d2c-96ab15672cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6602d7e8-04b6-4eda-9650-410706232e03,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:28.939060 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e1666506-7103-4936-af4e-34cccb6410cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.277626 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57136) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:29.292096 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c982a5-41bc-4bfe-8104-8f865e56f344 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.372589 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c982a5-41bc-4bfe-8104-8f865e56f344 admin admin] Publish callbacks [] for security_group (15087215-3d81-4536-825c-295e7137904c), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.424696 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c982a5-41bc-4bfe-8104-8f865e56f344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (15087215-3d81-4536-825c-295e7137904c), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.465228 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-69c982a5-41bc-4bfe-8104-8f865e56f344 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3d46593e29a34b84867fe64bb1bf45f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1863990 Jan 12 10:27:29.466021 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c982a5-41bc-4bfe-8104-8f865e56f344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15087215-3d81-4536-825c-295e7137904c,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:29.467859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57138) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:29.516821 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36055879-3b11-40e1-afae-afba7a8b094c admin admin] Publish callbacks [] for security_group (15087215-3d81-4536-825c-295e7137904c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.538159 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36055879-3b11-40e1-afae-afba7a8b094c admin admin] Publish callbacks [] for security_group (15087215-3d81-4536-825c-295e7137904c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.687625 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36055879-3b11-40e1-afae-afba7a8b094c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (15087215-3d81-4536-825c-295e7137904c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.690277 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-36055879-3b11-40e1-afae-afba7a8b094c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:29.691449 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-36055879-3b11-40e1-afae-afba7a8b094c admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/15087215-3d81-4536-825c-295e7137904c HTTP/1.1" status: 204 len: 168 time: 0.2226088 Jan 12 10:27:29.700854 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36055879-3b11-40e1-afae-afba7a8b094c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15087215-3d81-4536-825c-295e7137904c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:30.401731 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57144) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:30.415312 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f0098b47-a4e6-41e7-9160-64487becba10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.459463 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.516401 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f0098b47-a4e6-41e7-9160-64487becba10 admin admin] Publish callbacks [] for security_group (73dc7145-c804-4240-a1ef-28f5f9e11cbd), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.573058 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f0098b47-a4e6-41e7-9160-64487becba10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (73dc7145-c804-4240-a1ef-28f5f9e11cbd), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.611630 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0098b47-a4e6-41e7-9160-64487becba10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73dc7145-c804-4240-a1ef-28f5f9e11cbd,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:30.617581 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-f0098b47-a4e6-41e7-9160-64487becba10 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=3ad0f59f51c44b1c949fa6f074ec6236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145529 Jan 12 10:27:30.620023 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57146) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:30.678972 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-edd1d370-63c9-44cd-858f-6bef2475371b admin admin] Publish callbacks [] for security_group (73dc7145-c804-4240-a1ef-28f5f9e11cbd), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.712309 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-edd1d370-63c9-44cd-858f-6bef2475371b admin admin] Publish callbacks [] for security_group (73dc7145-c804-4240-a1ef-28f5f9e11cbd), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.990616 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-edd1d370-63c9-44cd-858f-6bef2475371b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (73dc7145-c804-4240-a1ef-28f5f9e11cbd), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.993476 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-edd1d370-63c9-44cd-858f-6bef2475371b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:30.995171 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-edd1d370-63c9-44cd-858f-6bef2475371b admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/73dc7145-c804-4240-a1ef-28f5f9e11cbd HTTP/1.1" status: 204 len: 168 time: 0.3736432 Jan 12 10:27:31.003245 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1d370-63c9-44cd-858f-6bef2475371b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dc7145-c804-4240-a1ef-28f5f9e11cbd,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:31.744977 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:32.769602 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57182) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:32.796252 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:32.883983 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b5902761-f61f-434a-b1dd-3e6840809b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:32.959771 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b5902761-f61f-434a-b1dd-3e6840809b2e admin admin] Publish callbacks [] for security_group (d9cd3ee9-baf2-4107-a4de-36e64b82845e), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:33.018940 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b5902761-f61f-434a-b1dd-3e6840809b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d9cd3ee9-baf2-4107-a4de-36e64b82845e), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:33.057561 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5902761-f61f-434a-b1dd-3e6840809b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd3ee9-baf2-4107-a4de-36e64b82845e,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:33.063133 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b5902761-f61f-434a-b1dd-3e6840809b2e admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=22ccc71484ca411197c732e3a76367b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924173 Jan 12 10:27:33.064397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57186) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:33.115419 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a3c2329d-0187-4d50-8775-d292a105bde1 admin admin] Publish callbacks [] for security_group (d9cd3ee9-baf2-4107-a4de-36e64b82845e), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:33.139754 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a3c2329d-0187-4d50-8775-d292a105bde1 admin admin] Publish callbacks [] for security_group (d9cd3ee9-baf2-4107-a4de-36e64b82845e), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:33.247785 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a3c2329d-0187-4d50-8775-d292a105bde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (d9cd3ee9-baf2-4107-a4de-36e64b82845e), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:33.250381 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a3c2329d-0187-4d50-8775-d292a105bde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:33.251662 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-a3c2329d-0187-4d50-8775-d292a105bde1 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/d9cd3ee9-baf2-4107-a4de-36e64b82845e HTTP/1.1" status: 204 len: 168 time: 0.1862879 Jan 12 10:27:33.259917 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2329d-0187-4d50-8775-d292a105bde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd3ee9-baf2-4107-a4de-36e64b82845e,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:38.744257 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57246) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:38.853630 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-973ba9c5-52e9-48d4-9e0f-c8d6636b70b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:38.930509 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-973ba9c5-52e9-48d4-9e0f-c8d6636b70b1 admin admin] Publish callbacks [] for security_group (5aa71f0b-65f7-4877-b9d8-3ad00cb5b161), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:39.000776 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-973ba9c5-52e9-48d4-9e0f-c8d6636b70b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5aa71f0b-65f7-4877-b9d8-3ad00cb5b161), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:39.039032 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-973ba9c5-52e9-48d4-9e0f-c8d6636b70b1 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=56cbbe60bd7e440e8055f8b05e6d8f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936120 Jan 12 10:27:39.039963 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ba9c5-52e9-48d4-9e0f-c8d6636b70b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa71f0b-65f7-4877-b9d8-3ad00cb5b161,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:39.041753 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57250) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:39.090217 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d6104c04-a534-4aa9-8894-30f7cbd56afa admin admin] Publish callbacks [] for security_group (5aa71f0b-65f7-4877-b9d8-3ad00cb5b161), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:39.112186 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d6104c04-a534-4aa9-8894-30f7cbd56afa admin admin] Publish callbacks [] for security_group (5aa71f0b-65f7-4877-b9d8-3ad00cb5b161), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:39.287902 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d6104c04-a534-4aa9-8894-30f7cbd56afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5aa71f0b-65f7-4877-b9d8-3ad00cb5b161), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:39.290565 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-d6104c04-a534-4aa9-8894-30f7cbd56afa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:39.291788 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-d6104c04-a534-4aa9-8894-30f7cbd56afa admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5aa71f0b-65f7-4877-b9d8-3ad00cb5b161 HTTP/1.1" status: 204 len: 168 time: 0.2490134 Jan 12 10:27:39.299748 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6104c04-a534-4aa9-8894-30f7cbd56afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa71f0b-65f7-4877-b9d8-3ad00cb5b161,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:39.950764 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:27:40.000469 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57256) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:40.013950 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-aad5da9e-a79e-4a27-9122-0740b1c070d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:40.090302 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-aad5da9e-a79e-4a27-9122-0740b1c070d6 admin admin] Publish callbacks [] for security_group (f4159961-705c-4e4e-b04c-687f2643d2ff), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:40.156405 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-aad5da9e-a79e-4a27-9122-0740b1c070d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f4159961-705c-4e4e-b04c-687f2643d2ff), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:40.200604 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-aad5da9e-a79e-4a27-9122-0740b1c070d6 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=a8e51b7255a64cdd8044b8b02f32fd23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990128 Jan 12 10:27:40.201568 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5da9e-a79e-4a27-9122-0740b1c070d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4159961-705c-4e4e-b04c-687f2643d2ff,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:40.203326 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57258) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:40.251305 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Publish callbacks [] for security_group (f4159961-705c-4e4e-b04c-687f2643d2ff), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:40.272783 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Publish callbacks [] for security_group (f4159961-705c-4e4e-b04c-687f2643d2ff), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:40.402755 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (f4159961-705c-4e4e-b04c-687f2643d2ff), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:40.405456 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:40.406626 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/f4159961-705c-4e4e-b04c-687f2643d2ff HTTP/1.1" status: 204 len: 168 time: 0.2023084 Jan 12 10:27:40.414750 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4159961-705c-4e4e-b04c-687f2643d2ff,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:40.422630 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.422988 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.423342 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.423683 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.424020 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.424360 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.424693 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.425055 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.425388 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.425797 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.426076 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.426366 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:40.426766 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df6106f-4afc-424d-856d-a3f4f51b6cce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:27:47.241510 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.010955 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57332) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:51.124069 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5f6a31c1-ef62-47d0-9a74-5e01604e434c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.198219 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5f6a31c1-ef62-47d0-9a74-5e01604e434c admin admin] Publish callbacks [] for security_group (5708528d-ec50-4723-8ff5-95dccdd1ecbb), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.281619 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-5f6a31c1-ef62-47d0-9a74-5e01604e434c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5708528d-ec50-4723-8ff5-95dccdd1ecbb), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.319877 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-5f6a31c1-ef62-47d0-9a74-5e01604e434c admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=7c89be5545b84d9a87a46465cee71dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3078437 Jan 12 10:27:51.320757 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a31c1-ef62-47d0-9a74-5e01604e434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5708528d-ec50-4723-8ff5-95dccdd1ecbb,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:51.322833 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57336) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:27:51.370425 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82a6770e-3fbe-4c05-a4f1-6357eb693bec admin admin] Publish callbacks [] for security_group (5708528d-ec50-4723-8ff5-95dccdd1ecbb), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.391631 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82a6770e-3fbe-4c05-a4f1-6357eb693bec admin admin] Publish callbacks [] for security_group (5708528d-ec50-4723-8ff5-95dccdd1ecbb), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.527752 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82a6770e-3fbe-4c05-a4f1-6357eb693bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5708528d-ec50-4723-8ff5-95dccdd1ecbb), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.530384 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-82a6770e-3fbe-4c05-a4f1-6357eb693bec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:51.531544 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-82a6770e-3fbe-4c05-a4f1-6357eb693bec admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5708528d-ec50-4723-8ff5-95dccdd1ecbb HTTP/1.1" status: 204 len: 168 time: 0.2076333 Jan 12 10:27:51.539716 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6770e-3fbe-4c05-a4f1-6357eb693bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5708528d-ec50-4723-8ff5-95dccdd1ecbb,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:27:56.755902 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b9919c43-60e6-4849-8c79-05f0d405cf60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:27:58.905134 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0d9372c5-b0e3-4c19-ac07-2d927d25c125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:00.492971 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:01.749274 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:02.784242 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:16.949507 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:28:17.241530 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:25.616294 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-0e36bd93-9605-4028-be75-65f5d5eab91a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1292772 Jan 12 10:28:25.713708 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-7bc1a335-01ef-438c-8fb8-b302d98d8aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:25.715226 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-7bc1a335-01ef-438c-8fb8-b302d98d8aa8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1098 time: 0.0549557 Jan 12 10:28:25.837050 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-9ade227b-733a-4255-a8da-414a19f932eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:25.838554 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-9ade227b-733a-4255-a8da-414a19f932eb service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 910 time: 0.1037998 Jan 12 10:28:25.909578 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-375a727a-e917-4445-915c-39550d71ce09 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 1001 time: 0.0645757 Jan 12 10:28:25.957322 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-cec59bff-511e-4bb0-b2ce-0258543f46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:25.958830 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-cec59bff-511e-4bb0-b2ce-0258543f46a8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 200 len: 848 time: 0.0449162 Jan 12 10:28:26.004180 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-7e9ca1d0-5b63-4dd1-9ff3-d6064a0315d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:26.005837 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-7e9ca1d0-5b63-4dd1-9ff3-d6064a0315d1 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e02f27b-676d-46e1-bda2-8c031b8234c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414767 Jan 12 10:28:26.015635 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-2bf3fcc4-50ee-4103-9248-065ff56b9eb9 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:28:26.016712 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-2bf3fcc4-50ee-4103-9248-065ff56b9eb9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050299 Jan 12 10:28:26.108652 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-70d450eb-0313-486b-abc2-63d5161e2704 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862620 Jan 12 10:28:26.199891 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e69e690e-9890-4982-b5e8-46a8b492f23b req-b3e9940e-2a47-403a-ab6d-2603876cec25 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834441 Jan 12 10:28:26.795330 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-449df7be-d0c1-45ad-81b3-1cce05706b66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:28.927120 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f9001711-2b37-4350-bf0c-84a0113e3131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:30.469796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:31.753843 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:32.766800 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:40.950394 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57350) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:41.120213 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Deleting port d7bc7aa7-a187-48db-9bf3-000533d9e1e5 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:41.120663 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:41.222564 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:41.222990 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for floatingip (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:41.245692 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Calling delete_port for d7bc7aa7-a187-48db-9bf3-000533d9e1e5 owned by network:floatingip {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:41.521631 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (d7bc7aa7-a187-48db-9bf3-000533d9e1e5), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:41.548822 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event deleted for resources: {'Port': ['ID=d7bc7aa7-a187-48db-9bf3-000533d9e1e5,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:41.575548 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.575918 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.576263 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.576602 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.576970 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.577309 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.577648 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.577980 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.578312 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.578638 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.578968 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.579293 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.579616 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:41.622272 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for floatingip (d23ec5ba-a77d-4cc2-851a-34cec8eaaee0), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:41.622590 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.l3_db [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Floating IP d23ec5ba-a77d-4cc2-851a-34cec8eaaee0 disassociated (deleted). External IP: 172.27.0.230, port: f5320e9c-7dea-478d-9afd-aebeabdbc677. Jan 12 10:28:42.090077 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Router 5edd5e54-6dda-438b-b736-b46bd0f9987a has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:28:42.199718 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:28:42.204680 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:42.209964 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] Sync routers for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:28:42.219395 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:28:42.220085 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:42.232957 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-7a71cf46-920f-43e5-ba8f-ae3beaaffb44 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "DELETE /v2.0/floatingips/d23ec5ba-a77d-4cc2-851a-34cec8eaaee0 HTTP/1.1" status: 204 len: 168 time: 1.2815495 Jan 12 10:28:42.233648 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:28:42.236027 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546cde7c-4a52-46d9-8ad8-2277be2713f5" -d '{"events": [{"name": "network-changed", "server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:28:42.275755 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d9db10-5e64-4508-ad37-7862551da35f x-openstack-request-id: req-56d9db10-5e64-4508-ad37-7862551da35f {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:28:42.276156 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:28:42.276399 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-56d9db10-5e64-4508-ad37-7862551da35f {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:28:42.276779 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'status': 'completed', 'code': 200} Jan 12 10:28:42.335148 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:28:42.343973 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-9777f98f-719a-4f68-b837-2e486fe62454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:42.345440 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-9777f98f-719a-4f68-b837-2e486fe62454 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=e959811113f54942ac887f100751f4f5&device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 1098 time: 0.0472713 Jan 12 10:28:42.446024 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-3acc8ffe-c416-4f45-9a5f-f2c7e2071600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:42.447612 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-3acc8ffe-c416-4f45-9a5f-f2c7e2071600 service neutron] 10.222.0.79 "GET /v2.0/networks?id=1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 200 len: 910 time: 0.0952978 Jan 12 10:28:42.493296 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-9505106c-f1cc-4582-92a3-16bce9b227fc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 200 len: 217 time: 0.0393963 Jan 12 10:28:42.543407 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-2f599d7e-e16e-49a6-a3d4-79c89ee88e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:42.545314 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-2f599d7e-e16e-49a6-a3d4-79c89ee88e03 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 200 len: 848 time: 0.0464208 Jan 12 10:28:42.545930 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 5, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:42.578204 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] Checking router: 5edd5e54-6dda-438b-b736-b46bd0f9987a for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:28:42.588367 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:28:42.589017 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:42.593914 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-f550e15f-bfa0-4ede-b748-7a2a6de15a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:42.595553 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-f550e15f-bfa0-4ede-b748-7a2a6de15a60 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=1e02f27b-676d-46e1-bda2-8c031b8234c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439899 Jan 12 10:28:42.712364 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70698e-4ba8-4909-ae2a-785825ffa97f req-3e95b9a2-97c7-45cf-9dd3-b92b03e3102a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:42.713978 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ca70698e-4ba8-4909-ae2a-785825ffa97f req-3e95b9a2-97c7-45cf-9dd3-b92b03e3102a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.1151912 Jan 12 10:28:42.746379 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-4f832fee-1915-43d5-8704-d7218e5c9537 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389515 Jan 12 10:28:42.828942 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ca70698e-4ba8-4909-ae2a-785825ffa97f req-c9ec354d-a28f-45fd-95f8-b123243b42e4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091723 Jan 12 10:28:42.829573 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:28:42.863805 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-546cde7c-4a52-46d9-8ad8-2277be2713f5 req-f05125f5-e740-4369-8e5f-36c580be5f52 service neutron] 10.222.0.79 "GET /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093471 Jan 12 10:28:43.039360 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 5, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:43.067442 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae4d4f4-5005-44ae-a8b8-1eec62611949 None None] The sync data for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi is: [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:24:03Z', 'revision_number': 4, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'cf766e39-2190-4d6a-b329-c93202f64410', 'name': '', 'network_id': '1e02f27b-676d-46e1-bda2-8c031b8234c3', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'mac_address': 'fa:16:3e:54:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:03Z', 'updated_at': '2022-01-12T10:24:07Z', 'revision_number': 5, 'project_id': 'e959811113f54942ac887f100751f4f5', 'subnets': [{'id': '7ea1a272-c599-4fa1-aac3-b42a12a3675b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:28:43.285527 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187505a5-28a2-4b86-9ee9-c1197b8b654c None None] New status for floating IP d23ec5ba-a77d-4cc2-851a-34cec8eaaee0: DOWN {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:28:44.074648 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a89625-ab43-462a-888e-22dbcc4fe6e6 req-2bdcc0d7-b65b-4d44-9f85-a3702a40b5d2 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:44.074648 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a8a89625-ab43-462a-888e-22dbcc4fe6e6 req-2bdcc0d7-b65b-4d44-9f85-a3702a40b5d2 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0518527 Jan 12 10:28:44.074648 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a8a89625-ab43-462a-888e-22dbcc4fe6e6 req-7eb982e5-c56e-447e-ab4e-0414f87baccd tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/security-groups?id=632a80fa-623a-4cc7-a677-83505d1a15bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481110 Jan 12 10:28:44.255209 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-540ef327-bfb3-453e-90f1-a9c61e0eb7f6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:44.257323 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-540ef327-bfb3-453e-90f1-a9c61e0eb7f6 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.79 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 945 time: 0.0553589 Jan 12 10:28:44.356209 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Deleting port f5320e9c-7dea-478d-9afd-aebeabdbc677 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:44.356438 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:44.444035 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] For port f5320e9c-7dea-478d-9afd-aebeabdbc677, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f5320e9c-7dea-478d-9afd-aebeabdbc677,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:44.444394 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:44.456904 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Calling delete_port for f5320e9c-7dea-478d-9afd-aebeabdbc677 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:44.658492 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (f5320e9c-7dea-478d-9afd-aebeabdbc677), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:44.693379 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event deleted for resources: {'Port': ['ID=f5320e9c-7dea-478d-9afd-aebeabdbc677,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:44.715630 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.715989 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.716335 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.716770 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.717140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.717474 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.717807 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.718135 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.718461 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.718791 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.719115 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.719516 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.719841 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:44.743525 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] No DVR routers for this DVR port f5320e9c-7dea-478d-9afd-aebeabdbc677 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:28:44.745981 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:44.749479 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b86f29d4-8231-418b-aed6-d6e0ef7e3f7b req-60a7fe21-2203-4f72-8331-7169be5f850a tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.79 "DELETE /v2.0/ports/f5320e9c-7dea-478d-9afd-aebeabdbc677 HTTP/1.1" status: 204 len: 173 time: 0.4866183 Jan 12 10:28:44.749946 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-deleted', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:28:44.752226 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998ee362-7f86-4b4f-958f-f9ac41473588" -d '{"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-deleted", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:28:44.910963 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4260d931-d32d-4513-a2ee-eb61f75b11ba x-openstack-request-id: req-4260d931-d32d-4513-a2ee-eb61f75b11ba {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:28:44.911205 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62106afd-8f18-45ee-a0bf-9914f2ce959e", "name": "network-vif-deleted", "tag": "f5320e9c-7dea-478d-9afd-aebeabdbc677", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:28:44.911455 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-4260d931-d32d-4513-a2ee-eb61f75b11ba {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:28:44.911840 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62106afd-8f18-45ee-a0bf-9914f2ce959e', 'name': 'network-vif-deleted', 'tag': 'f5320e9c-7dea-478d-9afd-aebeabdbc677', 'status': 'completed', 'code': 200} Jan 12 10:28:45.136330 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1c86232c-5512-44d6-b02c-fb0005abd958 req-bfd65565-fb04-4987-aada-13d317e5619e tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 210 time: 0.0290887 Jan 12 10:28:46.250912 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-60518970-4b48-4946-9236-f9191856aeba req-eee8f067-9ce6-437c-b853-c3ea219a2cf7 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "GET /v2.0/ports?device_id=62106afd-8f18-45ee-a0bf-9914f2ce959e HTTP/1.1" status: 200 len: 210 time: 0.0296814 Jan 12 10:28:47.246922 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:47.309800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57376) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:47.378697 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dd521649-f269-4a04-b092-ca13619ad7d4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group (632a80fa-623a-4cc7-a677-83505d1a15bc), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:47.404884 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dd521649-f269-4a04-b092-ca13619ad7d4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group (632a80fa-623a-4cc7-a677-83505d1a15bc), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:47.432085 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f5320e9c-7dea-478d-9afd-aebeabdbc677 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:28:47.451984 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: f5320e9c-7dea-478d-9afd-aebeabdbc677 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:28:47.452337 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device f5320e9c-7dea-478d-9afd-aebeabdbc677 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:28:47.555531 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dd521649-f269-4a04-b092-ca13619ad7d4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (632a80fa-623a-4cc7-a677-83505d1a15bc), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:47.558434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-dd521649-f269-4a04-b092-ca13619ad7d4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:47.559754 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-dd521649-f269-4a04-b092-ca13619ad7d4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] 10.222.0.76 "DELETE /v2.0/security-groups/632a80fa-623a-4cc7-a677-83505d1a15bc HTTP/1.1" status: 204 len: 168 time: 0.2488883 Jan 12 10:28:47.571478 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd521649-f269-4a04-b092-ca13619ad7d4 tempest-TestShelveInstance-1727195032 tempest-TestShelveInstance-1727195032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=632a80fa-623a-4cc7-a677-83505d1a15bc,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:47.669852 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57380) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:48.268077 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (5edd5e54-6dda-438b-b736-b46bd0f9987a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:48.516451 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Deleting port cf766e39-2190-4d6a-b329-c93202f64410 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:48.517158 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (cf766e39-2190-4d6a-b329-c93202f64410), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:48.593954 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] For port cf766e39-2190-4d6a-b329-c93202f64410, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=cf766e39-2190-4d6a-b329-c93202f64410,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:48.594315 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (cf766e39-2190-4d6a-b329-c93202f64410), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:48.607088 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Calling delete_port for cf766e39-2190-4d6a-b329-c93202f64410 owned by network:router_interface {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:48.881462 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (cf766e39-2190-4d6a-b329-c93202f64410), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:48.912163 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Pushing event deleted for resources: {'Port': ['ID=cf766e39-2190-4d6a-b329-c93202f64410,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:49.095429 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (5edd5e54-6dda-438b-b736-b46bd0f9987a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:49.336585 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Router 5edd5e54-6dda-438b-b736-b46bd0f9987a has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:28:49.454867 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:28:49.460649 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-73dbf7fa-5413-4c1c-8b10-2d749236e1be admin admin] 10.222.0.76 "PUT /v2.0/routers/5edd5e54-6dda-438b-b736-b46bd0f9987a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7896750 Jan 12 10:28:49.463307 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57382) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:49.466202 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] Sync routers for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:28:49.481050 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:28:49.481774 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:49.573749 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks [] for router (5edd5e54-6dda-438b-b736-b46bd0f9987a), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:49.594676 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:28:49.686336 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks [] for router_gateway (5edd5e54-6dda-438b-b736-b46bd0f9987a), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:49.778508 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90'}], 'enable_snat': True}, 'gw_port_id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:28:48Z', 'revision_number': 5, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port': {'id': 'd415cd61-868e-482c-823e-b5b959b0b3b5', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:89:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:01Z', 'updated_at': '2022-01-12T10:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:49.805878 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Deleting port d415cd61-868e-482c-823e-b5b959b0b3b5 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:49.806211 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:49.810500 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] Checking router: 5edd5e54-6dda-438b-b736-b46bd0f9987a for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:28:49.819522 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] Routers {'5edd5e54-6dda-438b-b736-b46bd0f9987a'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:28:49.820137 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5edd5e54-6dda-438b-b736-b46bd0f9987a'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:49.893811 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] For port d415cd61-868e-482c-823e-b5b959b0b3b5, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=d415cd61-868e-482c-823e-b5b959b0b3b5,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:49.894051 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:49.906624 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Calling delete_port for d415cd61-868e-482c-823e-b5b959b0b3b5 owned by network:router_gateway {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:49.911188 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] Set router 5edd5e54-6dda-438b-b736-b46bd0f9987a gateway port host: None {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:28:49.967296 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:28:49Z', 'revision_number': 6, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port_host': None}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:49.999808 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddca8bfb-98e9-4aed-865e-4cb376d791b2 None None] The sync data for ids ['5edd5e54-6dda-438b-b736-b46bd0f9987a'] in dv-cinder-821602-9-iscsi is: [{'id': '5edd5e54-6dda-438b-b736-b46bd0f9987a', 'name': 'tempest-TestShelveInstance-1691772183-router', 'tenant_id': 'e959811113f54942ac887f100751f4f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:00Z', 'updated_at': '2022-01-12T10:28:49Z', 'revision_number': 6, 'project_id': 'e959811113f54942ac887f100751f4f5', 'gw_port_host': None}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:28:50.199584 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (d415cd61-868e-482c-823e-b5b959b0b3b5), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.225834 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Pushing event deleted for resources: {'Port': ['ID=d415cd61-868e-482c-823e-b5b959b0b3b5,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:50.288084 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (5edd5e54-6dda-438b-b736-b46bd0f9987a), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.390241 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (5edd5e54-6dda-438b-b736-b46bd0f9987a), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.392523 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks [] for router_controller (5edd5e54-6dda-438b-b736-b46bd0f9987a), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.462415 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cf766e39-2190-4d6a-b329-c93202f64410 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:28:50.483418 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: cf766e39-2190-4d6a-b329-c93202f64410 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:28:50.484124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device cf766e39-2190-4d6a-b329-c93202f64410 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:28:50.520132 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (5edd5e54-6dda-438b-b736-b46bd0f9987a), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.520729 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edd5e54-6dda-438b-b736-b46bd0f9987a {{(pid=103260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:28:50.525370 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.526226 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-69c85ee7-9f0b-4db8-b4f5-50c9c63131aa admin admin] 10.222.0.76 "DELETE /v2.0/routers/5edd5e54-6dda-438b-b736-b46bd0f9987a HTTP/1.1" status: 204 len: 168 time: 1.0608635 Jan 12 10:28:50.528903 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57384) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:50.575756 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] Deleting subnet 7ea1a272-c599-4fa1-aac3-b42a12a3675b {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:28:50.579061 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] Publish callbacks [] for subnet (7ea1a272-c599-4fa1-aac3-b42a12a3675b), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.614704 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (7ea1a272-c599-4fa1-aac3-b42a12a3675b), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.695839 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (7ea1a272-c599-4fa1-aac3-b42a12a3675b), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.824428 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (7ea1a272-c599-4fa1-aac3-b42a12a3675b), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.852506 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ea1a272-c599-4fa1-aac3-b42a12a3675b,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:50.856617 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:50.859951 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-bbee1221-242f-4050-a01e-b5ab5e06aa68 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/7ea1a272-c599-4fa1-aac3-b42a12a3675b HTTP/1.1" status: 204 len: 168 time: 0.3300879 Jan 12 10:28:50.863083 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57386) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:50.871587 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71888427-ae7f-4f70-b83e-721c8de30699 None None] Network 1e02f27b-676d-46e1-bda2-8c031b8234c3 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:28:50.947289 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (1e02f27b-676d-46e1-bda2-8c031b8234c3), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.012024 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Deleting port 28dfbd02-553a-480b-8e34-bc903e4e3ffc {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:51.012426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.065731 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] DHCP port deletion for 1e02f27b-676d-46e1-bda2-8c031b8234c3 request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:28:51.086868 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] For port 28dfbd02-553a-480b-8e34-bc903e4e3ffc, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=28dfbd02-553a-480b-8e34-bc903e4e3ffc,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:51.087233 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.101691 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Calling delete_port for 28dfbd02-553a-480b-8e34-bc903e4e3ffc owned by network:dhcp {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:51.126551 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Deleting port 28dfbd02-553a-480b-8e34-bc903e4e3ffc {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:51.127063 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.201817 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] For port 28dfbd02-553a-480b-8e34-bc903e4e3ffc, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=28dfbd02-553a-480b-8e34-bc903e4e3ffc,segment=NetworkSegment(0b305569-5bc9-4260-a6aa-3691084d4171),segment_id=0b305569-5bc9-4260-a6aa-3691084d4171)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:51.202206 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.220417 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Calling delete_port for 28dfbd02-553a-480b-8e34-bc903e4e3ffc owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:51.309608 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.318660 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (28dfbd02-553a-480b-8e34-bc903e4e3ffc), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.341044 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Pushing event deleted for resources: {'Port': ['ID=28dfbd02-553a-480b-8e34-bc903e4e3ffc,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:51.350252 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] No DVR routers for this DVR port 28dfbd02-553a-480b-8e34-bc903e4e3ffc on host dv-cinder-821602-9-iscsi {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:28:51.351147 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Pushing event deleted for resources: {'Port': ['ID=28dfbd02-553a-480b-8e34-bc903e4e3ffc,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:51.364587 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.365189 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.365743 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.366289 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.366851 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.367396 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.367946 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.368499 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.368989 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.369394 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.369820 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.370268 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.370764 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:28:51.375083 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8773d3-7280-4f52-8374-5fe98bacbc60 None None] No DVR routers for this DVR port 28dfbd02-553a-480b-8e34-bc903e4e3ffc on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:28:51.450347 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (1e02f27b-676d-46e1-bda2-8c031b8234c3), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.473246 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e02f27b-676d-46e1-bda2-8c031b8234c3']}} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:51.483584 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b305569-5bc9-4260-a6aa-3691084d4171') {'for_net_delete': True} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:51.483584 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.services.segments.db [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b305569-5bc9-4260-a6aa-3691084d4171') {} {{(pid=103261) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:51.495017 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9460946'] for segment (0b305569-5bc9-4260-a6aa-3691084d4171), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.511135 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (0b305569-5bc9-4260-a6aa-3691084d4171), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.518859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=103261) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:28:51.519254 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10114346'] for segment (0b305569-5bc9-4260-a6aa-3691084d4171), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: Traceback (most recent call last): Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: timer() Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: cb(*args, **kw) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: return func(*args, **kwargs) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: self._notify() Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: self.callback(batched_events) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: event.method(event) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: return f(self, *a, **k) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._get(url).json() Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: return self.request(url, 'GET', **kwargs) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:28:51.521104 dv-cinder-821602-9-iscsi neutron-server[103261]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:28:51.731080 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (1e02f27b-676d-46e1-bda2-8c031b8234c3), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.736626 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:51.740438 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] 10.222.0.76 "DELETE /v2.0/networks/1e02f27b-676d-46e1-bda2-8c031b8234c3 HTTP/1.1" status: 204 len: 168 time: 0.8760400 Jan 12 10:28:51.743488 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57388) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:51.752236 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4fb077-b111-43dd-a2ec-3cdc9273ee83 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e02f27b-676d-46e1-bda2-8c031b8234c3,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:52.131026 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (5ff70ef0-cc4a-488a-b7ee-038939fb9186), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:52.185598 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 28dfbd02-553a-480b-8e34-bc903e4e3ffc no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:28:52.210308 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 28dfbd02-553a-480b-8e34-bc903e4e3ffc {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:28:52.210652 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 28dfbd02-553a-480b-8e34-bc903e4e3ffc not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:28:52.211078 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device d415cd61-868e-482c-823e-b5b959b0b3b5 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:28:52.231447 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: d415cd61-868e-482c-823e-b5b959b0b3b5 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:28:52.231796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device d415cd61-868e-482c-823e-b5b959b0b3b5 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:28:52.404340 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Deleting port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:52.404340 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:52.484237 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] For port 8a352663-c841-4ed7-bd1f-e8690fbcf0f4, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,segment=NetworkSegment(f7fa9316-be31-4061-8000-c1b3a5431da4),segment_id=f7fa9316-be31-4061-8000-c1b3a5431da4)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:52.484591 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:52.497195 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Calling delete_port for 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 owned by network:router_interface {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:52.770760 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (8a352663-c841-4ed7-bd1f-e8690fbcf0f4), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:52.795950 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a352663-c841-4ed7-bd1f-e8690fbcf0f4,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:52.965386 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (5ff70ef0-cc4a-488a-b7ee-038939fb9186), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:53.175819 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:28:53.287463 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:28:53.293419 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-a9aad8f8-1728-42ee-b9fd-c0e2c44034e4 admin admin] 10.222.0.76 "PUT /v2.0/routers/5ff70ef0-cc4a-488a-b7ee-038939fb9186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5477951 Jan 12 10:28:53.294865 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57390) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:53.297414 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] Sync routers for ids ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:28:53.308482 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] Routers {'5ff70ef0-cc4a-488a-b7ee-038939fb9186'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:28:53.309118 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:53.431206 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] Set router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:28:53.617828 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:28:52Z', 'revision_number': 5, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:53.644533 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] Checking router: 5ff70ef0-cc4a-488a-b7ee-038939fb9186 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:28:53.652771 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] Routers {'5ff70ef0-cc4a-488a-b7ee-038939fb9186'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:28:53.653432 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:53.661367 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks [] for router (5ff70ef0-cc4a-488a-b7ee-038939fb9186), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:53.760422 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] Set router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:28:53.763155 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks [] for router_gateway (5ff70ef0-cc4a-488a-b7ee-038939fb9186), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:53.899736 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Deleting port 22a19705-3497-4c2b-938f-6341141f5fc9 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:53.900415 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:53.982805 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] For port 22a19705-3497-4c2b-938f-6341141f5fc9, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=22a19705-3497-4c2b-938f-6341141f5fc9,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:53.983196 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:53.998027 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Calling delete_port for 22a19705-3497-4c2b-938f-6341141f5fc9 owned by network:router_gateway {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:54.036397 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:28:54.041125 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:28:52Z', 'revision_number': 5, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:54.069334 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1084edd3-45a9-409a-a591-54cddcad3a85 None None] The sync data for ids ['5ff70ef0-cc4a-488a-b7ee-038939fb9186'] in dv-cinder-821602-9-iscsi is: [{'id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'name': 'tempest-TestShelveInstance-853622360-router', 'tenant_id': 'ae40a52fa523474686469b3b7b7ff569', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207'}], 'enable_snat': True}, 'gw_port_id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:24:06Z', 'updated_at': '2022-01-12T10:28:52Z', 'revision_number': 5, 'project_id': 'ae40a52fa523474686469b3b7b7ff569', 'gw_port': {'id': '22a19705-3497-4c2b-938f-6341141f5fc9', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fb:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff70ef0-cc4a-488a-b7ee-038939fb9186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:24:07Z', 'updated_at': '2022-01-12T10:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:28:54.217809 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (22a19705-3497-4c2b-938f-6341141f5fc9), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.250113 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Pushing event deleted for resources: {'Port': ['ID=22a19705-3497-4c2b-938f-6341141f5fc9,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:54.309481 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (5ff70ef0-cc4a-488a-b7ee-038939fb9186), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.403724 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (5ff70ef0-cc4a-488a-b7ee-038939fb9186), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.406390 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks [] for router_controller (5ff70ef0-cc4a-488a-b7ee-038939fb9186), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.505386 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:28:54.526437 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:28:54.526782 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 8a352663-c841-4ed7-bd1f-e8690fbcf0f4 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:28:54.530900 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (5ff70ef0-cc4a-488a-b7ee-038939fb9186), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.531435 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff70ef0-cc4a-488a-b7ee-038939fb9186 {{(pid=103260) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:28:54.536694 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.537989 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-db5cafb0-101a-4387-9d84-8537915114ab admin admin] 10.222.0.76 "DELETE /v2.0/routers/5ff70ef0-cc4a-488a-b7ee-038939fb9186 HTTP/1.1" status: 204 len: 168 time: 1.2421846 Jan 12 10:28:54.540536 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57392) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:54.589512 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] Deleting subnet d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:28:54.592630 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] Publish callbacks [] for subnet (d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.627082 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.709653 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.856830 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.881775 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:54.887718 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:54.890995 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-9df2fbca-e56e-4bf1-a0ba-08369956af86 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/d9ae2582-7f7b-43c2-bc5d-2bc36f539a0a HTTP/1.1" status: 204 len: 168 time: 0.3494110 Jan 12 10:28:54.893613 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57394) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:54.894362 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fda855-be39-4c00-8bba-b406773a0044 None None] Network 76666fe7-8dfc-4c97-91a7-c825e8f06806 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:28:54.963424 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (76666fe7-8dfc-4c97-91a7-c825e8f06806), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.018139 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Deleting port 9ef903e2-6dc9-4e52-8618-bda2375b7960 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:55.018486 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.089313 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] DHCP port deletion for 76666fe7-8dfc-4c97-91a7-c825e8f06806 request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:28:55.090854 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] For port 9ef903e2-6dc9-4e52-8618-bda2375b7960, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=9ef903e2-6dc9-4e52-8618-bda2375b7960,segment=NetworkSegment(f7fa9316-be31-4061-8000-c1b3a5431da4),segment_id=f7fa9316-be31-4061-8000-c1b3a5431da4)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:55.091301 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.106026 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Calling delete_port for 9ef903e2-6dc9-4e52-8618-bda2375b7960 owned by network:dhcp {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:55.139326 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] Deleting port 9ef903e2-6dc9-4e52-8618-bda2375b7960 {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:28:55.139697 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.204085 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] For port 9ef903e2-6dc9-4e52-8618-bda2375b7960, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=9ef903e2-6dc9-4e52-8618-bda2375b7960,segment=NetworkSegment(f7fa9316-be31-4061-8000-c1b3a5431da4),segment_id=f7fa9316-be31-4061-8000-c1b3a5431da4)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:28:55.204481 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.217210 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] Calling delete_port for 9ef903e2-6dc9-4e52-8618-bda2375b7960 owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:28:55.246514 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.278264 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ef903e2-6dc9-4e52-8618-bda2375b7960,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:55.281996 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] No DVR routers for this DVR port 9ef903e2-6dc9-4e52-8618-bda2375b7960 on host dv-cinder-821602-9-iscsi {{(pid=103260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:28:55.294796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (9ef903e2-6dc9-4e52-8618-bda2375b7960), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.323692 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] Pushing event deleted for resources: {'Port': ['ID=9ef903e2-6dc9-4e52-8618-bda2375b7960,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:55.326863 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8edb6119-e3ac-4eb3-91f8-3b48994aea52 None None] No DVR routers for this DVR port 9ef903e2-6dc9-4e52-8618-bda2375b7960 on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:28:55.358579 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (76666fe7-8dfc-4c97-91a7-c825e8f06806), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.379646 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76666fe7-8dfc-4c97-91a7-c825e8f06806']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:55.389320 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7fa9316-be31-4061-8000-c1b3a5431da4') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:55.389622 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7fa9316-be31-4061-8000-c1b3a5431da4') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:28:55.404029 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (f7fa9316-be31-4061-8000-c1b3a5431da4), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.426861 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (f7fa9316-be31-4061-8000-c1b3a5431da4), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.433535 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (f7fa9316-be31-4061-8000-c1b3a5431da4), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:28:55.437870 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:28:55.561025 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (76666fe7-8dfc-4c97-91a7-c825e8f06806), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.566646 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:55.570161 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] 10.222.0.76 "DELETE /v2.0/networks/76666fe7-8dfc-4c97-91a7-c825e8f06806 HTTP/1.1" status: 204 len: 168 time: 0.6754670 Jan 12 10:28:55.580912 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14cc016-8693-4594-9962-405807a4ee3c admin admin] Pushing event deleted for resources: {'Network': ['ID=76666fe7-8dfc-4c97-91a7-c825e8f06806,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:56.090927 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57398) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:56.132361 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-111800d7-2814-4599-8940-641f5f13fd08 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e959811113f54942ac887f100751f4f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402741 Jan 12 10:28:56.134887 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57400) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:56.183975 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-330e0177-587e-4917-b04a-1cd2f4259f01 admin admin] Publish callbacks [] for security_group (435c6a40-6e81-46d2-80e4-5073647e256d), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:56.186714 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 9ef903e2-6dc9-4e52-8618-bda2375b7960 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:28:56.207553 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 9ef903e2-6dc9-4e52-8618-bda2375b7960 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:28:56.207891 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 9ef903e2-6dc9-4e52-8618-bda2375b7960 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:28:56.208310 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 22a19705-3497-4c2b-938f-6341141f5fc9 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:28:56.210399 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-330e0177-587e-4917-b04a-1cd2f4259f01 admin admin] Publish callbacks [] for security_group (435c6a40-6e81-46d2-80e4-5073647e256d), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:56.228122 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 22a19705-3497-4c2b-938f-6341141f5fc9 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:28:56.228898 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 22a19705-3497-4c2b-938f-6341141f5fc9 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:28:56.326606 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-330e0177-587e-4917-b04a-1cd2f4259f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (435c6a40-6e81-46d2-80e4-5073647e256d), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:56.329344 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-330e0177-587e-4917-b04a-1cd2f4259f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:56.330522 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-330e0177-587e-4917-b04a-1cd2f4259f01 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/435c6a40-6e81-46d2-80e4-5073647e256d HTTP/1.1" status: 204 len: 168 time: 0.1947188 Jan 12 10:28:56.339119 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e0177-587e-4917-b04a-1cd2f4259f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435c6a40-6e81-46d2-80e4-5073647e256d,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:56.805167 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a39ad32a-c2d0-4e01-ade2-8b220a77dacd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:57.071463 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57406) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:57.112465 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e29e3b1b-9156-44cc-853b-32f62eb05fc2 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=ae40a52fa523474686469b3b7b7ff569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397258 Jan 12 10:28:57.115535 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57408) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:57.168257 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-46561a3c-d110-49b2-b9b2-2a4c30aa2139 admin admin] Publish callbacks [] for security_group (24e39adc-58d7-44e4-9c06-2a63b5e9b237), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:57.190102 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-46561a3c-d110-49b2-b9b2-2a4c30aa2139 admin admin] Publish callbacks [] for security_group (24e39adc-58d7-44e4-9c06-2a63b5e9b237), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:57.321058 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-46561a3c-d110-49b2-b9b2-2a4c30aa2139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (24e39adc-58d7-44e4-9c06-2a63b5e9b237), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:57.323709 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-46561a3c-d110-49b2-b9b2-2a4c30aa2139 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:57.324914 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-46561a3c-d110-49b2-b9b2-2a4c30aa2139 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/24e39adc-58d7-44e4-9c06-2a63b5e9b237 HTTP/1.1" status: 204 len: 168 time: 0.2084432 Jan 12 10:28:57.333358 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46561a3c-d110-49b2-b9b2-2a4c30aa2139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e39adc-58d7-44e4-9c06-2a63b5e9b237,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:58.355352 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57430) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:58.450143 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1359610231-network', 'tenant_id': '617aceef9f104c5d931013200b6db62a'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:28:58.572383 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Made reservation on behalf of 617aceef9f104c5d931013200b6db62a for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:28:58.574773 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.584607 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.664006 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks [] for security_group (5ef65458-9cdd-48cd-a925-cb3eb88d69c5), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.724958 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5ef65458-9cdd-48cd-a925-cb3eb88d69c5), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.749772 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:28:58.759795 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef65458-9cdd-48cd-a925-cb3eb88d69c5,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:58.767336 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (10e0f1c9-d965-491e-ac5b-51b912d4fea1), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.767336 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Added segment 10e0f1c9-d965-491e-ac5b-51b912d4fea1 of type vlan for network ad8a5a1d-8822-4a7e-86d8-6215beeca337 Jan 12 10:28:58.808012 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (ad8a5a1d-8822-4a7e-86d8-6215beeca337), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.903415 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (ad8a5a1d-8822-4a7e-86d8-6215beeca337), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.904410 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:58.905063 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.959378 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-abde176c-16e9-4a9f-9b5f-f606d71ca099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:58.964335 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8a5a1d-8822-4a7e-86d8-6215beeca337,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:58.974078 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:28:59.043397 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-397b311f-ba77-45b0-befd-96407ed6f080 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6868517 Jan 12 10:28:59.046196 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57434) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:59.051594 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Request body: {'subnet': {'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1359610231-subnet', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:28:59.147849 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Made reservation on behalf of 617aceef9f104c5d931013200b6db62a for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:28:59.150266 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:59.383631 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (ea74bed1-9f04-4e28-86e0-4d0b8679b364), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:59.442471 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea74bed1-9f04-4e28-86e0-4d0b8679b364,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:28:59.457621 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Checking segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:28:59.457987 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Network hostable DHCP agents. Network: ad8a5a1d-8822-4a7e-86d8-6215beeca337, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:28:59.554940 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:28:59.657722 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, ad8a5a1d-8822-4a7e-86d8-6215beeca337) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:28:59.661934 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:28:59.662535 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:59.668226 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e873b0b5-605c-4142-84b4-d863a2e42a03 None None] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:28:59.797740 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-682b0849-90c6-442a-a59a-eac83bb172d4 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7504385 Jan 12 10:28:59.801255 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57436) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:28:59.806077 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:28:59.903767 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (51812f6d-69ef-43f5-b5f8-327acbea04b4), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:59.904843 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (51812f6d-69ef-43f5-b5f8-327acbea04b4), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:59.911902 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:28:59.911902 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:28:59.958598 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks [] for router_controller (51812f6d-69ef-43f5-b5f8-327acbea04b4), precommit_add_association {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.045028 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Allocated IP 172.20.0.2 (ad8a5a1d-8822-4a7e-86d8-6215beeca337/ea74bed1-9f04-4e28-86e0-4d0b8679b364/18d656da-5e7b-46c4-aaec-a2d54a856784) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:00.153744 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks [] for router_gateway (51812f6d-69ef-43f5-b5f8-327acbea04b4), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.191525 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Publish callbacks [] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.258245 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.307488 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:00.310732 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:00.313171 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:00.322303 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Pushing event updated for resources: {'Port': ['ID=18d656da-5e7b-46c4-aaec-a2d54a856784,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:00.376352 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Attempting to bind port 18d656da-5e7b-46c4-aaec-a2d54a856784 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:29:00.376721 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Attempting to bind port 18d656da-5e7b-46c4-aaec-a2d54a856784 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:29:00.377154 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Attempting to bind port 18d656da-5e7b-46c4-aaec-a2d54a856784 on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:00.382554 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:29:00.382932 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Checking segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:00.383333 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.383743 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Bound using segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:29:00.384212 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Bound port: 18d656da-5e7b-46c4-aaec-a2d54a856784, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:29:00.384585 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.423373 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks [] for router_gateway (51812f6d-69ef-43f5-b5f8-327acbea04b4), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.446392 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.460700 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] For port 18d656da-5e7b-46c4-aaec-a2d54a856784, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:00.464829 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] For port 18d656da-5e7b-46c4-aaec-a2d54a856784, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=18d656da-5e7b-46c4-aaec-a2d54a856784,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:00.465970 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.547465 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Allocated IP 172.27.0.4 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/4ffe3c0f-ecd5-433e-ae92-1936178d49f7) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:00.548437 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.612198 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648aba3-ae6c-4002-9d35-304c423f7bb9 None None] Pushing event updated for resources: {'Port': ['ID=18d656da-5e7b-46c4-aaec-a2d54a856784,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:00.661027 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks [] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.760759 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:00.814065 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:00.819070 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:00.820954 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Pushing event updated for resources: {'Port': ['ID=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:00.823304 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:01.166987 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks [] for router_gateway (51812f6d-69ef-43f5-b5f8-327acbea04b4), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:01.369732 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (51812f6d-69ef-43f5-b5f8-327acbea04b4), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:01.537509 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676c83e8-f03d-4d0c-9af4-492c2d17b698 None None] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:29:01.560754 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:29:01.617782 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-4d4112ad-1425-4893-b9b8-e90ecc586fed None None] Provisioning complete for port 18d656da-5e7b-46c4-aaec-a2d54a856784 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:01.618081 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4d4112ad-1425-4893-b9b8-e90ecc586fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:01.673654 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:01.695787 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:29:01.733576 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:01.734202 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:01.797203 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:01.798949 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-9ca96e03-29ec-4e9c-8883-04f5a409e9ba admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9959390 Jan 12 10:29:01.801405 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57438) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:01.846141 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:01.869657 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-4d4112ad-1425-4893-b9b8-e90ecc586fed None None] Current status of the port 18d656da-5e7b-46c4-aaec-a2d54a856784 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:01.870010 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4d4112ad-1425-4893-b9b8-e90ecc586fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:01.899943 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:01.975622 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-4d4112ad-1425-4893-b9b8-e90ecc586fed None None] For port 18d656da-5e7b-46c4-aaec-a2d54a856784, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=18d656da-5e7b-46c4-aaec-a2d54a856784,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:02.038512 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4d4112ad-1425-4893-b9b8-e90ecc586fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.125880 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4112ad-1425-4893-b9b8-e90ecc586fed None None] Pushing event updated for resources: {'Port': ['ID=18d656da-5e7b-46c4-aaec-a2d54a856784,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:02.176019 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:00Z', 'revision_number': 3, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:02.179246 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-16f36676-98f7-4ca5-8ba6-14512714bb4a None None] Provisioning complete for port 18d656da-5e7b-46c4-aaec-a2d54a856784 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:02.179578 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-16f36676-98f7-4ca5-8ba6-14512714bb4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.230375 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:29:02.230935 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Updating router 51812f6d-69ef-43f5-b5f8-327acbea04b4 port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:29:02.256325 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 18d656da-5e7b-46c4-aaec-a2d54a856784 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:02.296055 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.443497 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 18d656da-5e7b-46c4-aaec-a2d54a856784 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:02.443782 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.469438 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-16f36676-98f7-4ca5-8ba6-14512714bb4a None None] Current status of the port 18d656da-5e7b-46c4-aaec-a2d54a856784 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:02.535721 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.606461 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 18d656da-5e7b-46c4-aaec-a2d54a856784 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:02.668004 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Publish callbacks [] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.695742 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Allocated IP 172.20.0.1 (ad8a5a1d-8822-4a7e-86d8-6215beeca337/ea74bed1-9f04-4e28-86e0-4d0b8679b364/d7380574-a15d-4156-b038-07b26f58f5a8) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:02.732114 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.791065 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Attempting to bind port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:29:02.791458 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Attempting to bind port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:29:02.791808 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Attempting to bind port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:02.793806 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.796262 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e85c3-8223-4c35-9f05-e4018581bb40 None None] Pushing event updated for resources: {'Port': ['ID=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:02.802193 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:29:02.802588 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:02.802979 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.803375 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:29:02.803849 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Bound port: 4ffe3c0f-ecd5-433e-ae92-1936178d49f7, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:29:02.804230 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.806326 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks [] for port (d7380574-a15d-4156-b038-07b26f58f5a8), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.859049 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] For port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:02.865371 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] For port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:02.886731 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.924641 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:02.930050 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:02.933520 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:02.961228 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7380574-a15d-4156-b038-07b26f58f5a8,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:02.964094 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:02.979140 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (51812f6d-69ef-43f5-b5f8-327acbea04b4), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:03.023626 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:03.024324 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:03.075139 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e85c3-8223-4c35-9f05-e4018581bb40 None None] Pushing event updated for resources: {'Port': ['ID=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:03.148699 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:03.216048 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:03.239688 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-66256183-227e-4e0e-a7ad-d1e3b07aa135 None None] Provisioning complete for port d7380574-a15d-4156-b038-07b26f58f5a8 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:03.240065 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-66256183-227e-4e0e-a7ad-d1e3b07aa135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:03.384398 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks [] for port (d7380574-a15d-4156-b038-07b26f58f5a8), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:03.446161 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-66256183-227e-4e0e-a7ad-d1e3b07aa135 None None] Port d7380574-a15d-4156-b038-07b26f58f5a8 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:29:03.463308 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:03.511186 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:00Z', 'revision_number': 3, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:03.538352 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea9b42a-c290-4b46-8e67-675fb0612ba4 None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:00Z', 'revision_number': 3, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:29:03.544989 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Pushing event updated for resources: {'Port': ['ID=d7380574-a15d-4156-b038-07b26f58f5a8,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:03.547247 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (51812f6d-69ef-43f5-b5f8-327acbea04b4), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:03.653060 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:03.654514 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:03.814098 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:29:03.935183 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:03.940284 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-c07b2870-2787-4bf9-9e78-3c0a977959b3 admin admin] 10.222.0.76 "PUT /v2.0/routers/51812f6d-69ef-43f5-b5f8-327acbea04b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1378915 Jan 12 10:29:03.975033 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-61ffdc13-d2d6-44e7-a109-39f8dcf7c00c None None] Provisioning complete for port d7380574-a15d-4156-b038-07b26f58f5a8 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:03.976786 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-61ffdc13-d2d6-44e7-a109-39f8dcf7c00c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.022002 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-61ffdc13-d2d6-44e7-a109-39f8dcf7c00c None None] Port d7380574-a15d-4156-b038-07b26f58f5a8 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:29:04.224909 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:04.278254 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:04.278633 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.361568 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:04.361963 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.385496 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:04.463315 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.511561 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:04.661835 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57454) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:04.666791 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-468324123-network', 'tenant_id': 'e4d851271f954efaac8f924216a1d591'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:04.771002 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Made reservation on behalf of e4d851271f954efaac8f924216a1d591 for: {'network': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:29:04.781024 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for network (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.783031 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.859545 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks [] for security_group (10a32e1c-0ee9-44f1-97e1-df6326042af3), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.909992 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (10a32e1c-0ee9-44f1-97e1-df6326042af3), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.938021 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=103260) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 12 10:29:04.945397 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a32e1c-0ee9-44f1-97e1-df6326042af3,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:04.953860 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (9023b4b7-17ab-4e8b-b006-a100c324d0eb), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:04.953860 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.segments_db [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Added segment 9023b4b7-17ab-4e8b-b006-a100c324d0eb of type vlan for network 3f808961-193b-4b5c-af7b-61cc14e80511 Jan 12 10:29:04.998950 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783256306818'] for network (3f808961-193b-4b5c-af7b-61cc14e80511), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.054806 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:29:05.064279 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:05.064902 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:05.079225 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112'] for network (3f808961-193b-4b5c-af7b-61cc14e80511), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.080211 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:05.080796 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.144084 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f808961-193b-4b5c-af7b-61cc14e80511,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:05.154890 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Network 3f808961-193b-4b5c-af7b-61cc14e80511 details requested by agent ovs-agent-dv-cinder-821602-9-iscsi with host dv-cinder-821602-9-iscsi {{(pid=103262) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 12 10:29:05.169452 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:05.176679 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-f23555ed-dc26-442f-bd6c-1fa28a5171b4 admin admin] 10.222.0.76 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5136368 Jan 12 10:29:05.179030 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57456) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:05.184111 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Request body: {'subnet': {'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-468324123-subnet', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'ip_version': 4}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:05.281105 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Made reservation on behalf of e4d851271f954efaac8f924216a1d591 for: {'subnet': 1} {{(pid=103260) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:29:05.283770 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9515832'] for subnet (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.376104 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 2, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:05.402896 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:29:05.403254 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Updating router 51812f6d-69ef-43f5-b5f8-327acbea04b4 port d7380574-a15d-4156-b038-07b26f58f5a8 binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:29:05.429075 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.536559 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10433767', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9515218'] for subnet (76a3d568-dce1-4ac4-ab2d-82e4b1038ea3), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.595972 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76a3d568-dce1-4ac4-ab2d-82e4b1038ea3,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:05.605517 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Checking segment: {'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103260) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:05.615817 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Network hostable DHCP agents. Network: 3f808961-193b-4b5c-af7b-61cc14e80511, hostable agents: ['8d27f479-1258-4be8-baa0-a46800642c4d'], hosted agents: [] {{(pid=103260) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 12 10:29:05.686168 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Network 3f808961-193b-4b5c-af7b-61cc14e80511 is scheduled to be hosted by DHCP agent 8d27f479-1258-4be8-baa0-a46800642c4d with binding_index 1 {{(pid=103260) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 12 10:29:05.696951 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Publish callbacks [] for port (d7380574-a15d-4156-b038-07b26f58f5a8), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.755569 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-9-iscsi, 3f808961-193b-4b5c-af7b-61cc14e80511) {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:05.759623 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:05.760256 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.764729 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b165073b-ac13-4924-b2ff-7642c68780e6 None None] Network 3f808961-193b-4b5c-af7b-61cc14e80511 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:29:05.783548 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.834227 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Pushing event updated for resources: {'Port': ['ID=d7380574-a15d-4156-b038-07b26f58f5a8,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:05.849149 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-67401136-0447-41c3-a545-036684fd5429 admin admin] 10.222.0.76 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6689715 Jan 12 10:29:05.850207 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.850619 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.850970 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.851526 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57458) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:05.853177 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.855628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.855628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.855628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.855628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.855628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.855628 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.856205 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:05.856504 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.857001 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.857420 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103263) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:05.873216 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp627cf2c1-85ea-57e4-8a84-6a3cf8ee926a-3f808961-193b-4b5c-af7b-61cc14e80511', 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511', 'project_id': 'e4d851271f954efaac8f924216a1d591', 'fixed_ips': [{'subnet_id': '76a3d568-dce1-4ac4-ab2d-82e4b1038ea3'}]}} from dv-cinder-821602-9-iscsi. {{(pid=103262) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 12 10:29:05.874179 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.928066 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Attempting to bind port d7380574-a15d-4156-b038-07b26f58f5a8 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:29:05.928444 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Attempting to bind port d7380574-a15d-4156-b038-07b26f58f5a8 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:29:05.928809 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Attempting to bind port d7380574-a15d-4156-b038-07b26f58f5a8 on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:05.934323 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:29:05.936058 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Checking segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:05.936058 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.936058 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Bound using segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:29:05.936437 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Bound port: d7380574-a15d-4156-b038-07b26f58f5a8, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:29:05.936437 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.962428 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-484878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1739'] for router (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:05.964656 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-485018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-485956', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-367190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1730'] for router (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.014753 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] For port d7380574-a15d-4156-b038-07b26f58f5a8, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:06.018407 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] For port d7380574-a15d-4156-b038-07b26f58f5a8, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=d7380574-a15d-4156-b038-07b26f58f5a8,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:06.033799 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks [] for router_controller (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), precommit_add_association {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.036986 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.db_base_plugin_common [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Allocated IP 172.20.0.2 (3f808961-193b-4b5c-af7b-61cc14e80511/76a3d568-dce1-4ac4-ab2d-82e4b1038ea3/1913263a-7381-4d9d-96fc-e2d40d7c4a4a) {{(pid=103262) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:06.080419 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-b716b438-e6d1-47e5-b0be-64a056d1fe27 None None] Provisioning complete for port d7380574-a15d-4156-b038-07b26f58f5a8 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:06.080788 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b716b438-e6d1-47e5-b0be-64a056d1fe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.105411 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.153428 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-b716b438-e6d1-47e5-b0be-64a056d1fe27 None None] Port d7380574-a15d-4156-b038-07b26f58f5a8 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:29:06.173562 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:06.174196 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:06.216854 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49895957-ae96-4062-90fe-8c8c2a9dcf35 None None] Pushing event updated for resources: {'Port': ['ID=d7380574-a15d-4156-b038-07b26f58f5a8,revision_number=4']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:06.259657 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Publish callbacks [] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), precommit_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.268211 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:06.313991 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:06.327823 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:06.328206 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.363497 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks [] for router_gateway (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.373466 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), after_create {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.427647 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Network 3f808961-193b-4b5c-af7b-61cc14e80511 is already hosted by enough agents. {{(pid=103262) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:06.434786 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.scheduler.base_scheduler [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Resources bound (agent type, host, resource id): {{(pid=103262) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:06.437227 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Received port after_create {{(pid=103262) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:06.441297 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Pushing event updated for resources: {'Port': ['ID=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,revision_number=1']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:06.538422 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:06.540915 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Attempting to bind port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:29:06.541298 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Attempting to bind port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:29:06.541663 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Attempting to bind port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a on network 3f808961-193b-4b5c-af7b-61cc14e80511 {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:06.543450 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:06.551832 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-89d083ba-caca-482a-973f-7c9462d9bc1c None None] Provisioning complete for port d7380574-a15d-4156-b038-07b26f58f5a8 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:06.552214 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-89d083ba-caca-482a-973f-7c9462d9bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.554125 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:29:06.554500 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Checking segment: {'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:06.554894 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.555281 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Bound using segment: {'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:29:06.555752 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Bound port: 1913263a-7381-4d9d-96fc-e2d40d7c4a4a, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:29:06.556130 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.571708 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c22b72c7-0bf6-423c-8196-95b67a9b6426 None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:29:06.690019 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] For port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:06.701778 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] For port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,segment=NetworkSegment(9023b4b7-17ab-4e8b-b006-a100c324d0eb),segment_id=9023b4b7-17ab-4e8b-b006-a100c324d0eb)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:06.746914 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-89d083ba-caca-482a-973f-7c9462d9bc1c None None] Current status of the port d7380574-a15d-4156-b038-07b26f58f5a8 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:06.747309 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-89d083ba-caca-482a-973f-7c9462d9bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.755978 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks [] for router_gateway (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.775741 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.791378 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-89d083ba-caca-482a-973f-7c9462d9bc1c None None] For port d7380574-a15d-4156-b038-07b26f58f5a8, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=d7380574-a15d-4156-b038-07b26f58f5a8,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:06.802598 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.874495 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f877f-69ef-4061-9fa8-2a422b6d055a None None] Pushing event updated for resources: {'Port': ['ID=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:06.905609 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Allocated IP 172.27.0.134 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/da3305c2-23cc-458a-ba94-cf80186d4d61) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:06.910007 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-89d083ba-caca-482a-973f-7c9462d9bc1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:06.968263 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d083ba-caca-482a-973f-7c9462d9bc1c None None] Pushing event updated for resources: {'Port': ['ID=d7380574-a15d-4156-b038-07b26f58f5a8,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:07.048127 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks [] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:07.155921 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:07.201095 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:07.208220 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:07.212179 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:07.241832 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Pushing event updated for resources: {'Port': ['ID=da3305c2-23cc-458a-ba94-cf80186d4d61,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:07.564111 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks [] for router_gateway (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:07.777539 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-485009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-485911'] for router (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:07.871133 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa89104b-9764-4a1e-8bd3-715556e3783a None None] Network 3f808961-193b-4b5c-af7b-61cc14e80511 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:29:07.951852 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-e16cf9fc-904f-4104-a69b-4be1ae60e27d None None] Provisioning complete for port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:07.952228 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9fc-904f-4104-a69b-4be1ae60e27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:07.983270 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 is scheduled to L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec with binding_index 1 {{(pid=103260) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 12 10:29:08.069777 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-e16cf9fc-904f-4104-a69b-4be1ae60e27d None None] Current status of the port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:08.070170 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9fc-904f-4104-a69b-4be1ae60e27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:08.104171 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:08.105008 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-e16cf9fc-904f-4104-a69b-4be1ae60e27d None None] For port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,segment=NetworkSegment(9023b4b7-17ab-4e8b-b006-a100c324d0eb),segment_id=9023b4b7-17ab-4e8b-b006-a100c324d0eb)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:08.115737 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Sync routers for ids ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:29:08.127244 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Routers {'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:08.127865 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:08.216318 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:08.220863 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-e061dd96-c258-441c-974c-33d663218afc admin admin] 10.222.0.76 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3648913 Jan 12 10:29:08.221125 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e16cf9fc-904f-4104-a69b-4be1ae60e27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:08.221737 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57460) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:08.276077 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Set router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:08.310850 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device d7380574-a15d-4156-b038-07b26f58f5a8 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:08.345845 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cf9fc-904f-4104-a69b-4be1ae60e27d None None] Pushing event updated for resources: {'Port': ['ID=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:08.440032 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-a6f93d05-54b1-47d1-bc0c-cb892f332ccd None None] Provisioning complete for port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:08.441037 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a6f93d05-54b1-47d1-bc0c-cb892f332ccd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:08.512492 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port d7380574-a15d-4156-b038-07b26f58f5a8 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:08.512897 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:08.757657 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-a6f93d05-54b1-47d1-bc0c-cb892f332ccd None None] Current status of the port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:08.798897 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:29:07Z', 'revision_number': 3, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port': {'id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:06Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:08.827577 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port d7380574-a15d-4156-b038-07b26f58f5a8 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:08.828652 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 1913263a-7381-4d9d-96fc-e2d40d7c4a4a up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:08.830443 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Checking router: f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:29:08.830793 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Updating router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 port da3305c2-23cc-458a-ba94-cf80186d4d61 binding host dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:29:08.885749 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:08.939498 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:08.982675 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:08.983049 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.092398 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_common [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Allocated IP 172.20.0.1 (3f808961-193b-4b5c-af7b-61cc14e80511/76a3d568-dce1-4ac4-ab2d-82e4b1038ea3/00e0e22a-40e5-4409-b3ef-13587968a1fd) {{(pid=103260) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:09.144527 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:09.202869 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks [] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.211310 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Publish callbacks [] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), precommit_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.273393 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.296710 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.325366 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Attempting to bind port da3305c2-23cc-458a-ba94-cf80186d4d61 on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:29:09.325736 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Attempting to bind port da3305c2-23cc-458a-ba94-cf80186d4d61 by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:29:09.326143 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Attempting to bind port da3305c2-23cc-458a-ba94-cf80186d4d61 on network c20a28f3-5d30-454e-9a6e-89130ba0427d {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:09.329217 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299cdd7-e691-4210-b5bf-45bb3f0d24d0 None None] Pushing event updated for resources: {'Port': ['ID=da3305c2-23cc-458a-ba94-cf80186d4d61,revision_number=2']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:09.333822 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Network 3f808961-193b-4b5c-af7b-61cc14e80511 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:09.334562 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:29:09.334855 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Checking segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103262) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:09.335242 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.335627 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Bound using segment: {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'} {{(pid=103262) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:29:09.336093 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.managers [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Bound port: da3305c2-23cc-458a-ba94-cf80186d4d61, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab246200-b61d-40f6-ba7b-553eb01fbb67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d'}}] {{(pid=103262) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:29:09.336470 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.336653 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:09.342539 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Received port after_create {{(pid=103260) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:09.381141 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Pushing event updated for resources: {'Port': ['ID=00e0e22a-40e5-4409-b3ef-13587968a1fd,revision_number=1']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:09.399359 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-486724'] for router_interface (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.408982 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] For port da3305c2-23cc-458a-ba94-cf80186d4d61, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103262) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:09.408982 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] For port da3305c2-23cc-458a-ba94-cf80186d4d61, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=da3305c2-23cc-458a-ba94-cf80186d4d61,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:09.487093 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.552338 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Routers {'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:09.553672 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:09.608438 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0299cdd7-e691-4210-b5bf-45bb3f0d24d0 None None] Pushing event updated for resources: {'Port': ['ID=da3305c2-23cc-458a-ba94-cf80186d4d61,revision_number=3']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:09.631718 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-11ed3e2f-76b1-40a8-ad9f-34f294f49173 None None] Provisioning complete for port 00e0e22a-40e5-4409-b3ef-13587968a1fd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:09.632092 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-11ed3e2f-76b1-40a8-ad9f-34f294f49173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.640206 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), before_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.711537 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-11ed3e2f-76b1-40a8-ad9f-34f294f49173 None None] Port 00e0e22a-40e5-4409-b3ef-13587968a1fd cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:29:09.722736 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] Set router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:09.817841 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks [] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), precommit_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.863458 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10433658'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), after_update {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:09.903496 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:29:07Z', 'revision_number': 3, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port': {'id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:06Z', 'updated_at': '2022-01-12T10:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:09.935769 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c118ce5-5c63-44c0-aab5-7827e1350828 None None] The sync data for ids ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'] in dv-cinder-821602-9-iscsi is: [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:29:07Z', 'revision_number': 3, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port': {'id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:06Z', 'updated_at': '2022-01-12T10:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:29:09.936087 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Pushing event updated for resources: {'Port': ['ID=00e0e22a-40e5-4409-b3ef-13587968a1fd,revision_number=2']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:09.940365 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-486864'] for router_interface (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:10.036946 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Network 3f808961-193b-4b5c-af7b-61cc14e80511 is already hosted by enough agents. {{(pid=103260) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:10.038315 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.base_scheduler [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Resources bound (agent type, host, resource id): {{(pid=103260) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:10.191357 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:29:10.264403 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 1913263a-7381-4d9d-96fc-e2d40d7c4a4a up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:10.324962 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:10.335834 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-1538e458-aedf-41d6-916e-c12b75903a1b admin admin] 10.222.0.76 "PUT /v2.0/routers/f8a2c7fd-fb79-4cb2-847d-85d08f4316a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1054158 Jan 12 10:29:10.337498 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:10.337897 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:10.341180 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-8e4c6736-a9f5-46c5-9c84-ee186ea3c7b4 None None] Provisioning complete for port 00e0e22a-40e5-4409-b3ef-13587968a1fd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:10.342641 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8e4c6736-a9f5-46c5-9c84-ee186ea3c7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:10.408436 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8e4c6736-a9f5-46c5-9c84-ee186ea3c7b4 None None] Port 00e0e22a-40e5-4409-b3ef-13587968a1fd cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:29:10.460204 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:10.877443 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57468) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:10.882927 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-497b3bcb-2b03-477d-9c4e-7d905d5c3b2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-595203431', 'description': 'tempest-secgroup-smoke-595203431 description', 'project_id': '617aceef9f104c5d931013200b6db62a'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:10.983687 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-497b3bcb-2b03-477d-9c4e-7d905d5c3b2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.051129 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-497b3bcb-2b03-477d-9c4e-7d905d5c3b2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group (1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.115143 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-497b3bcb-2b03-477d-9c4e-7d905d5c3b2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.144538 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b3bcb-2b03-477d-9c4e-7d905d5c3b2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:11.202697 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-497b3bcb-2b03-477d-9c4e-7d905d5c3b2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.204079 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-497b3bcb-2b03-477d-9c4e-7d905d5c3b2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3251173 Jan 12 10:29:11.207786 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57470) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:11.212478 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-8aaa78ed-c322-4984-9426-49f7a9e79c2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'security_group_rule': {'security_group_id': '1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a', 'project_id': '617aceef9f104c5d931013200b6db62a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:11.296917 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8aaa78ed-c322-4984-9426-49f7a9e79c2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (81bc6609-62a7-4efe-8061-b3f5280a1889), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.355486 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8aaa78ed-c322-4984-9426-49f7a9e79c2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (81bc6609-62a7-4efe-8061-b3f5280a1889), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.421884 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8aaa78ed-c322-4984-9426-49f7a9e79c2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (81bc6609-62a7-4efe-8061-b3f5280a1889), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.442524 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa78ed-c322-4984-9426-49f7a9e79c2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bc6609-62a7-4efe-8061-b3f5280a1889,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:11.486828 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Sync routers for ids ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:29:11.497269 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Routers {'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:11.497881 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:11.516965 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-8aaa78ed-c322-4984-9426-49f7a9e79c2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.518240 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-8aaa78ed-c322-4984-9426-49f7a9e79c2c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3094316 Jan 12 10:29:11.522511 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57472) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:11.526971 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-53faf008-97ff-4e7b-8b68-0101acda0d87 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'security_group_rule': {'security_group_id': '1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a', 'project_id': '617aceef9f104c5d931013200b6db62a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:11.605700 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-53faf008-97ff-4e7b-8b68-0101acda0d87 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (170c44fb-a5ea-47e0-aa37-f1a4814d0e3b), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.608584 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Set router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:11.665769 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-53faf008-97ff-4e7b-8b68-0101acda0d87 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (170c44fb-a5ea-47e0-aa37-f1a4814d0e3b), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.747843 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-53faf008-97ff-4e7b-8b68-0101acda0d87 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (170c44fb-a5ea-47e0-aa37-f1a4814d0e3b), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.783501 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faf008-97ff-4e7b-8b68-0101acda0d87 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=170c44fb-a5ea-47e0-aa37-f1a4814d0e3b,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:11.872478 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-53faf008-97ff-4e7b-8b68-0101acda0d87 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:11.876246 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-53faf008-97ff-4e7b-8b68-0101acda0d87 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3501124 Jan 12 10:29:11.876482 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57474) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:11.882075 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-4b4488df-4d3c-4d66-97ba-8d1251b069f0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'security_group_rule': {'security_group_id': '1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a', 'project_id': '617aceef9f104c5d931013200b6db62a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:11.900286 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:29:09Z', 'revision_number': 4, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port': {'id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:06Z', 'updated_at': '2022-01-12T10:29:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '00e0e22a-40e5-4409-b3ef-13587968a1fd', 'name': '', 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'mac_address': 'fa:16:3e:42:1b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '76a3d568-dce1-4ac4-ab2d-82e4b1038ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:08Z', 'updated_at': '2022-01-12T10:29:09Z', 'revision_number': 2, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'subnets': [{'id': '76a3d568-dce1-4ac4-ab2d-82e4b1038ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:11.929852 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Checking router: f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:29:11.930199 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Updating router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 port 00e0e22a-40e5-4409-b3ef-13587968a1fd binding host dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 12 10:29:11.955047 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.004727 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4b4488df-4d3c-4d66-97ba-8d1251b069f0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (f04b9eab-8154-4343-bddd-12060155d52a), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.063557 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4b4488df-4d3c-4d66-97ba-8d1251b069f0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (f04b9eab-8154-4343-bddd-12060155d52a), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.142102 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4b4488df-4d3c-4d66-97ba-8d1251b069f0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (f04b9eab-8154-4343-bddd-12060155d52a), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.164172 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4488df-4d3c-4d66-97ba-8d1251b069f0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f04b9eab-8154-4343-bddd-12060155d52a,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.224709 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Publish callbacks [] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), precommit_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.229307 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device da3305c2-23cc-458a-ba94-cf80186d4d61 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:12.235541 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-4b4488df-4d3c-4d66-97ba-8d1251b069f0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.236802 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-4b4488df-4d3c-4d66-97ba-8d1251b069f0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3593252 Jan 12 10:29:12.244364 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57476) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:12.248825 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-26ee6020-4a36-41c3-8daa-72fcc5fd489c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'security_group_rule': {'security_group_id': '1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a', 'project_id': '617aceef9f104c5d931013200b6db62a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:12.284747 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port da3305c2-23cc-458a-ba94-cf80186d4d61 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:12.285152 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.295693 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.353686 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-26ee6020-4a36-41c3-8daa-72fcc5fd489c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (5d257cfe-9aa8-4e8a-abeb-effcf77b4aa0), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.386013 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port da3305c2-23cc-458a-ba94-cf80186d4d61 is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:12.386400 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.412532 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec9133-9080-48a3-9af7-96592affcf33 None None] Pushing event updated for resources: {'Port': ['ID=00e0e22a-40e5-4409-b3ef-13587968a1fd,revision_number=3']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.417320 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Attempting to bind port 00e0e22a-40e5-4409-b3ef-13587968a1fd on host dv-cinder-821602-9-iscsi for vnic_type normal with profile {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:29:12.417563 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] For port da3305c2-23cc-458a-ba94-cf80186d4d61, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=da3305c2-23cc-458a-ba94-cf80186d4d61,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:12.417681 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Attempting to bind port 00e0e22a-40e5-4409-b3ef-13587968a1fd by drivers openvswitch,hyperv on host dv-cinder-821602-9-iscsi at level 0 using segments [{'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:29:12.418111 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Attempting to bind port 00e0e22a-40e5-4409-b3ef-13587968a1fd on network 3f808961-193b-4b5c-af7b-61cc14e80511 {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:12.423642 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Checking agent: {'id': '756e34b5-bb13-4a03-b3b2-f014b96805a9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 9, 3), 'started_at': datetime.datetime(2022, 1, 12, 10, 9, 33), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:29:12.424031 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Checking segment: {'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103263) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:12.424426 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.424913 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Bound using segment: {'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'} {{(pid=103263) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:29:12.425731 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.managers [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Bound port: 00e0e22a-40e5-4409-b3ef-13587968a1fd, host: dv-cinder-821602-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9023b4b7-17ab-4e8b-b006-a100c324d0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511'}}] {{(pid=103263) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:29:12.426145 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), before_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.432163 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-26ee6020-4a36-41c3-8daa-72fcc5fd489c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (5d257cfe-9aa8-4e8a-abeb-effcf77b4aa0), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.486825 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.495205 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] For port 00e0e22a-40e5-4409-b3ef-13587968a1fd, host dv-cinder-821602-9-iscsi, cleared binding levels {{(pid=103263) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:12.498700 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.plugins.ml2.db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] For port 00e0e22a-40e5-4409-b3ef-13587968a1fd, host dv-cinder-821602-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=00e0e22a-40e5-4409-b3ef-13587968a1fd,segment=NetworkSegment(9023b4b7-17ab-4e8b-b006-a100c324d0eb),segment_id=9023b4b7-17ab-4e8b-b006-a100c324d0eb)] {{(pid=103263) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:12.508984 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-26ee6020-4a36-41c3-8daa-72fcc5fd489c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (5d257cfe-9aa8-4e8a-abeb-effcf77b4aa0), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.529943 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee6020-4a36-41c3-8daa-72fcc5fd489c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d257cfe-9aa8-4e8a-abeb-effcf77b4aa0,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.545106 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Pushing event updated for resources: {'Port': ['ID=da3305c2-23cc-458a-ba94-cf80186d4d61,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.550418 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron_lib.callbacks.manager [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), after_update {{(pid=103263) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.574405 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-26ee6020-4a36-41c3-8daa-72fcc5fd489c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.575640 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-26ee6020-4a36-41c3-8daa-72fcc5fd489c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3302884 Jan 12 10:29:12.578563 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 57478) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:12.584077 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.v2.base [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'security_group_rule': {'security_group_id': '1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a', 'project_id': '617aceef9f104c5d931013200b6db62a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103260) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:12.603002 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Routers {'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:12.603638 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:28:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:12.645294 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-1c5206e5-7f10-4dbe-b707-1c8368bd9970 None None] Provisioning complete for port 00e0e22a-40e5-4409-b3ef-13587968a1fd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:12.645674 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c5206e5-7f10-4dbe-b707-1c8368bd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.659717 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec9133-9080-48a3-9af7-96592affcf33 None None] Pushing event updated for resources: {'Port': ['ID=00e0e22a-40e5-4409-b3ef-13587968a1fd,revision_number=4']} {{(pid=103263) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.691212 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.securitygroups_db [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Project 617aceef9f104c5d931013200b6db62a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:29:12.708857 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (f7ff33e5-2c3a-4347-9838-29cebbf67d46), before_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.733334 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] Set router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:12.753412 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-1c5206e5-7f10-4dbe-b707-1c8368bd9970 None None] Current status of the port 00e0e22a-40e5-4409-b3ef-13587968a1fd is: DOWN; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:12.753770 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c5206e5-7f10-4dbe-b707-1c8368bd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.797881 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-1c5206e5-7f10-4dbe-b707-1c8368bd9970 None None] For port 00e0e22a-40e5-4409-b3ef-13587968a1fd, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=00e0e22a-40e5-4409-b3ef-13587968a1fd,segment=NetworkSegment(9023b4b7-17ab-4e8b-b006-a100c324d0eb),segment_id=9023b4b7-17ab-4e8b-b006-a100c324d0eb)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:12.798460 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (f7ff33e5-2c3a-4347-9838-29cebbf67d46), precommit_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.886405 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1c5206e5-7f10-4dbe-b707-1c8368bd9970 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.886695 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (f7ff33e5-2c3a-4347-9838-29cebbf67d46), after_create {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.908223 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7ff33e5-2c3a-4347-9838-29cebbf67d46,revision_number=0']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.941217 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5206e5-7f10-4dbe-b707-1c8368bd9970 None None] Pushing event updated for resources: {'Port': ['ID=00e0e22a-40e5-4409-b3ef-13587968a1fd,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:12.959599 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:29:09Z', 'revision_number': 4, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port': {'id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:06Z', 'updated_at': '2022-01-12T10:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '00e0e22a-40e5-4409-b3ef-13587968a1fd', 'name': '', 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'mac_address': 'fa:16:3e:42:1b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '76a3d568-dce1-4ac4-ab2d-82e4b1038ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:08Z', 'updated_at': '2022-01-12T10:29:12Z', 'revision_number': 4, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'subnets': [{'id': '76a3d568-dce1-4ac4-ab2d-82e4b1038ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:12.985513 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e69b68e-7e1c-4e2c-97d1-8baf83229e4e None None] The sync data for ids ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'] in dv-cinder-821602-9-iscsi is: [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:29:09Z', 'revision_number': 4, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port': {'id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:06Z', 'updated_at': '2022-01-12T10:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': '00e0e22a-40e5-4409-b3ef-13587968a1fd', 'name': '', 'network_id': '3f808961-193b-4b5c-af7b-61cc14e80511', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'mac_address': 'fa:16:3e:42:1b:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '76a3d568-dce1-4ac4-ab2d-82e4b1038ea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:08Z', 'updated_at': '2022-01-12T10:29:12Z', 'revision_number': 4, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'subnets': [{'id': '76a3d568-dce1-4ac4-ab2d-82e4b1038ea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:29:12.991520 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:12.995677 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57480) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:12.997607 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-5d615a36-c63a-46c5-a2ec-c37b86c6a3af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4167390 Jan 12 10:29:13.001699 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'security_group_rule': {'security_group_id': '1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a', 'project_id': '617aceef9f104c5d931013200b6db62a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:13.014737 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-8fae767c-e966-4252-9566-629d4210d7dd None None] Provisioning complete for port 00e0e22a-40e5-4409-b3ef-13587968a1fd triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:13.015090 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-8fae767c-e966-4252-9566-629d4210d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:13.120511 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.securitygroups_db [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Project 617aceef9f104c5d931013200b6db62a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 12 10:29:13.124672 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-8fae767c-e966-4252-9566-629d4210d7dd None None] Current status of the port 00e0e22a-40e5-4409-b3ef-13587968a1fd is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:13.126346 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (6e310cf6-ebe9-4eab-9fde-787f04617290), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:13.198864 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (6e310cf6-ebe9-4eab-9fde-787f04617290), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:13.280907 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-530907'] for security_group_rule (6e310cf6-ebe9-4eab-9fde-787f04617290), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:13.300966 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e310cf6-ebe9-4eab-9fde-787f04617290,revision_number=0']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:13.373850 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:13.375132 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-f4c06ace-4176-4914-ada6-e9740144cd5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3775766 Jan 12 10:29:14.283809 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 00e0e22a-40e5-4409-b3ef-13587968a1fd up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:14.333151 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port 00e0e22a-40e5-4409-b3ef-13587968a1fd triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:14.333523 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:14.411920 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port 00e0e22a-40e5-4409-b3ef-13587968a1fd is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:14.414332 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device da3305c2-23cc-458a-ba94-cf80186d4d61 up at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:14.464443 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Provisioning complete for port da3305c2-23cc-458a-ba94-cf80186d4d61 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:14.464821 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:14.541551 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Current status of the port da3305c2-23cc-458a-ba94-cf80186d4d61 is: ACTIVE; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:17.234785 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:26.782857 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-01d8035e-c6e4-47e7-b8bf-7b7deaacc0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:28.922407 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b276bb7d-fc43-4757-af94-4d5e70cafb58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:29.096471 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-422f68c7-db3c-47aa-8ef3-0b7cc027e9b1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595203431&fields=id&tenant_id=617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 267 time: 0.0434375 Jan 12 10:29:29.203541 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-9eb8a593-cde5-457e-b931-8ced2c2c91e7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:29.205157 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-9eb8a593-cde5-457e-b931-8ced2c2c91e7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 812 time: 0.1013086 Jan 12 10:29:29.220457 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-39dcdd39-7299-4d28-a55e-0b9c0af072d8 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/quotas/617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 375 time: 0.0093546 Jan 12 10:29:29.276530 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-0e64a6df-bd0a-4cc7-b540-f007cf625c32 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503254 Jan 12 10:29:29.383111 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-d866042c-eb8c-463e-9dc0-873623e9dfe7 service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103261) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:29:29.384131 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-d866042c-eb8c-463e-9dc0-873623e9dfe7 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957348 Jan 12 10:29:29.474542 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-92d601da-eff5-44d6-a0da-4c8312b05687 service neutron] 10.222.0.76 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842357 Jan 12 10:29:29.569966 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-43b81e51-e5f9-4e7b-a3fa-346783e2a885 service neutron] 10.222.0.76 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896356 Jan 12 10:29:30.485950 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:30.945455 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:29:31.149325 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a8ffd427-6d8e-456c-8bc7-4ecdff487b64 req-08b7c9d8-8b3e-4e56-80e5-8c7b8e0a4715 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 210 time: 0.0276809 Jan 12 10:29:31.777179 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:32.225563 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ee00494d-18e9-43ce-85be-c31144d4cfc2 req-68de2be7-d56f-480f-9f59-cd644a175ac0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 210 time: 0.0275643 Jan 12 10:29:32.770446 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:33.319334 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-07eabc1b-49d0-4db5-9abd-5ede10cefcae req-7d40f04f-5987-425a-a4c9-2a67c4e434d7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 210 time: 0.0269856 Jan 12 10:29:33.365870 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-0cb69938-34fd-42c0-ac6c-93e432006298 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:33.367395 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-0cb69938-34fd-42c0-ac6c-93e432006298 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 812 time: 0.1115246 Jan 12 10:29:33.433114 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-43f7c1f4-4ce8-4d12-a587-70f3427f8530 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 379 time: 0.0575848 Jan 12 10:29:33.442186 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'port': {'device_id': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'admin_state_up': True, 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'security_groups': ['1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:33.634382 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Made reservation on behalf of 617aceef9f104c5d931013200b6db62a for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:29:33.638188 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:33.786297 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Allocated IP 172.20.0.4 (ad8a5a1d-8822-4a7e-86d8-6215beeca337/ea74bed1-9f04-4e28-86e0-4d0b8679b364/5c64369a-d012-477d-a3d9-50bbc1a2e49c) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:33.918792 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:34.091799 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:34.134744 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:34.140105 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:34.142768 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:34.180356 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=5c64369a-d012-477d-a3d9-50bbc1a2e49c,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:34.214426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:34.214426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:34.298384 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-b979e247-babf-49d4-9a09-38325d5cd84e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8605595 Jan 12 10:29:34.309301 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Request body: {'port': {'device_id': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:34.371000 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:34.382911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-a4c95904-9532-427e-a8c2-f735359af2c1 None None] Provisioning complete for port 5c64369a-d012-477d-a3d9-50bbc1a2e49c triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:34.383508 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a4c95904-9532-427e-a8c2-f735359af2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:34.535338 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc55c0a-b745-4ecf-b947-1ca0348d8d50 req-c67c0413-49cf-46a2-b8cc-a2d63541de08 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:34.536837 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4dc55c0a-b745-4ecf-b947-1ca0348d8d50 req-c67c0413-49cf-46a2-b8cc-a2d63541de08 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 931 time: 0.1317413 Jan 12 10:29:34.558806 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-a4c95904-9532-427e-a8c2-f735359af2c1 None None] Port 5c64369a-d012-477d-a3d9-50bbc1a2e49c cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:29:34.639408 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4dc55c0a-b745-4ecf-b947-1ca0348d8d50 req-a63f6d24-cebe-48d5-b841-91e21f5ebf7c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949018 Jan 12 10:29:34.719389 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c64369a-d012-477d-a3d9-50bbc1a2e49c {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:29:34.727763 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Publish callbacks [] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:34.740093 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Transition to ACTIVE for port object 5c64369a-d012-477d-a3d9-50bbc1a2e49c will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:29:34.827128 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:34.882768 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64369a-d012-477d-a3d9-50bbc1a2e49c,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:34.948412 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Attempting to bind port 5c64369a-d012-477d-a3d9-50bbc1a2e49c on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:29:34.948743 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Attempting to bind port 5c64369a-d012-477d-a3d9-50bbc1a2e49c by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:29:34.949100 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Attempting to bind port 5c64369a-d012-477d-a3d9-50bbc1a2e49c on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:34.953631 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Port 5c64369a-d012-477d-a3d9-50bbc1a2e49c on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:29:34.953951 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Attempting to bind port 5c64369a-d012-477d-a3d9-50bbc1a2e49c on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:29:34.959726 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:29:34.960058 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Checking segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:29:34.960435 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Bound using segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:29:34.960863 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Bound port: 5c64369a-d012-477d-a3d9-50bbc1a2e49c, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:29:34.961247 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:35.031038 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] For port 5c64369a-d012-477d-a3d9-50bbc1a2e49c, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:29:35.034113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] For port 5c64369a-d012-477d-a3d9-50bbc1a2e49c, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:29:35.115191 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:35.149420 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.150049 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:35.151408 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] 10.222.0.79 "PUT /v2.0/ports/5c64369a-d012-477d-a3d9-50bbc1a2e49c HTTP/1.1" status: 200 len: 1093 time: 0.8464179 Jan 12 10:29:35.151844 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:35.154071 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ef7749-7968-46c2-b343-043e78b7a04d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:29:35.181883 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21071ca-19ac-416f-997b-4e30a04acb45 service neutron] Pushing event updated for resources: {'Port': ['ID=5c64369a-d012-477d-a3d9-50bbc1a2e49c,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:35.214153 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9004d7a1-679b-4b3b-b70b-95bbabc3aa51 x-openstack-request-id: req-9004d7a1-679b-4b3b-b70b-95bbabc3aa51 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:29:35.214475 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:29:35.214716 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-9004d7a1-679b-4b3b-b70b-95bbabc3aa51 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:29:35.215120 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'status': 'completed', 'code': 200} Jan 12 10:29:35.278638 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7749-7968-46c2-b343-043e78b7a04d req-b29486fc-f74b-477b-b7c1-0e1f72f37cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.280181 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88ef7749-7968-46c2-b343-043e78b7a04d req-b29486fc-f74b-477b-b7c1-0e1f72f37cd5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 1096 time: 0.0452127 Jan 12 10:29:35.380816 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7749-7968-46c2-b343-043e78b7a04d req-92f98e4d-9b59-4479-b817-56629c082f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.382320 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88ef7749-7968-46c2-b343-043e78b7a04d req-92f98e4d-9b59-4479-b817-56629c082f78 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=617aceef9f104c5d931013200b6db62a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0958669 Jan 12 10:29:35.473576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ef7749-7968-46c2-b343-043e78b7a04d req-b6daec99-52cb-4f60-91c7-bf36ccf66c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.474968 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-88ef7749-7968-46c2-b343-043e78b7a04d req-b6daec99-52cb-4f60-91c7-bf36ccf66c5d service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873351 Jan 12 10:29:35.555996 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-7f5baba5-5286-466f-b44b-c85a47dd8e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.557744 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-7f5baba5-5286-466f-b44b-c85a47dd8e7c service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 1096 time: 0.0465415 Jan 12 10:29:35.604459 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-383f7b27-e4f7-4062-ad13-dc629f3699ad service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c HTTP/1.1" status: 200 len: 217 time: 0.0400798 Jan 12 10:29:35.652797 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-3bc160cb-9c4d-4353-9cb4-7e260a726a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.654260 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-3bc160cb-9c4d-4353-9cb4-7e260a726a1f service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0447059 Jan 12 10:29:35.701514 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b369f-6310-4e38-a386-949169e36f33 req-f86cb989-9aed-4f78-b417-308a835765af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.703034 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-f86cb989-9aed-4f78-b417-308a835765af service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431223 Jan 12 10:29:35.813062 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30990fca-c488-4c8f-a53b-78f0fb80995d req-e599b361-5943-4b40-b8dc-f0ea3aaf5666 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:35.814556 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-30990fca-c488-4c8f-a53b-78f0fb80995d req-e599b361-5943-4b40-b8dc-f0ea3aaf5666 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 943 time: 0.1065130 Jan 12 10:29:35.844020 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-7d6be413-14ea-4a51-a393-03cfcde04d19 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338987 Jan 12 10:29:35.932925 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-30990fca-c488-4c8f-a53b-78f0fb80995d req-4d152c46-de3f-4130-94c3-fbd4d47d305b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098478 Jan 12 10:29:35.969264 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-010b369f-6310-4e38-a386-949169e36f33 req-10c03841-6f40-4ceb-9685-cac472b1a7bd service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144712 Jan 12 10:29:37.068466 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6385484-15fc-4421-9665-5b29be0c5a5b req-e5488ae3-cd6c-4b8a-9a0e-8a940d3e9740 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:37.069986 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e6385484-15fc-4421-9665-5b29be0c5a5b req-e5488ae3-cd6c-4b8a-9a0e-8a940d3e9740 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 943 time: 0.0503504 Jan 12 10:29:37.122488 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e6385484-15fc-4421-9665-5b29be0c5a5b req-b5ba9457-c1f3-4b4c-8e39-5c90e4ecbba6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Jan 12 10:29:38.236365 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86901f4b-f982-428a-a874-d6d958a35bbb req-bd988676-9bd2-4f81-a3a3-46193a9af00e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:38.237870 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-86901f4b-f982-428a-a874-d6d958a35bbb req-bd988676-9bd2-4f81-a3a3-46193a9af00e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 943 time: 0.0490823 Jan 12 10:29:38.287670 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-86901f4b-f982-428a-a874-d6d958a35bbb req-4cb5dfe5-e152-4a07-910b-be9d999e3e32 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439715 Jan 12 10:29:39.409771 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771160b7-54d4-4942-8d31-4e7cd4830056 req-5da99493-7a85-4e17-986a-cd27d620052b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:39.411286 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-771160b7-54d4-4942-8d31-4e7cd4830056 req-5da99493-7a85-4e17-986a-cd27d620052b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 943 time: 0.0514538 Jan 12 10:29:39.461130 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-771160b7-54d4-4942-8d31-4e7cd4830056 req-c186f060-1d5d-4924-8deb-72e1c586b8dc tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443380 Jan 12 10:29:40.579669 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe153f-6701-43a1-8fdc-ef71353c0605 req-401e450e-4600-4de8-9995-21fd981820d1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:40.581770 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2efe153f-6701-43a1-8fdc-ef71353c0605 req-401e450e-4600-4de8-9995-21fd981820d1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 943 time: 0.0542846 Jan 12 10:29:40.642078 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2efe153f-6701-43a1-8fdc-ef71353c0605 req-0cde7a90-abaf-4f86-abe8-3c448c9ae4d1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526900 Jan 12 10:29:41.758779 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390911e-7d09-4ada-8eba-0a6fdc2a1337 req-7d5cfb8c-b360-4cd4-87d6-0cd3c7141046 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:41.760271 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9390911e-7d09-4ada-8eba-0a6fdc2a1337 req-7d5cfb8c-b360-4cd4-87d6-0cd3c7141046 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 943 time: 0.0498469 Jan 12 10:29:41.807919 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-9390911e-7d09-4ada-8eba-0a6fdc2a1337 req-5a80449d-35f4-457a-bda6-868fc5f6ce05 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421393 Jan 12 10:29:42.928434 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900349-c6ae-4dcf-bbd8-59e4d339ae96 req-fa52470c-fa10-4e43-a604-39acd9d1e5dc tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:42.929938 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aa900349-c6ae-4dcf-bbd8-59e4d339ae96 req-fa52470c-fa10-4e43-a604-39acd9d1e5dc tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 943 time: 0.0512757 Jan 12 10:29:42.979482 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-aa900349-c6ae-4dcf-bbd8-59e4d339ae96 req-ad2f3b70-f8f6-4773-8a1f-2b58f92cfd56 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439217 Jan 12 10:29:43.712178 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5c64369a-d012-477d-a3d9-50bbc1a2e49c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:29:43.806869 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5c64369a-d012-477d-a3d9-50bbc1a2e49c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:43.818302 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'port_id': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'mac_address': 'fa:16:3e:b7:02:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:29:43.854668 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5c64369a-d012-477d-a3d9-50bbc1a2e49c is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:43.854972 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:43.867610 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c64369a-d012-477d-a3d9-50bbc1a2e49c {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:29:43.888044 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5c64369a-d012-477d-a3d9-50bbc1a2e49c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:43.963954 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:44.016644 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5c64369a-d012-477d-a3d9-50bbc1a2e49c,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:44.101658 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19940-0cb3-461e-a36f-19525636264c req-54762bbd-8435-4da3-8799-c58cfd2fe1d9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:44.103134 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a8b19940-0cb3-461e-a36f-19525636264c req-54762bbd-8435-4da3-8799-c58cfd2fe1d9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 944 time: 0.0551820 Jan 12 10:29:44.153415 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-a8b19940-0cb3-461e-a36f-19525636264c req-982ad851-ec78-4d08-8a60-a5e8f433ba2b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446823 Jan 12 10:29:44.197269 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['5c64369a-d012-477d-a3d9-50bbc1a2e49c'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:29:45.271376 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3dde0-4e82-463f-800d-78c944c25cd6 req-821d8d65-3321-4edf-9983-18683ba43468 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:45.273072 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-66f3dde0-4e82-463f-800d-78c944c25cd6 req-821d8d65-3321-4edf-9983-18683ba43468 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 944 time: 0.0523951 Jan 12 10:29:45.571635 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-66f3dde0-4e82-463f-800d-78c944c25cd6 req-a79527d7-f95a-47a0-9fa8-8784a19e7986 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931097 Jan 12 10:29:45.729140 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5c64369a-d012-477d-a3d9-50bbc1a2e49c up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:29:45.866637 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 5c64369a-d012-477d-a3d9-50bbc1a2e49c completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:29:45.870837 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 5c64369a-d012-477d-a3d9-50bbc1a2e49c triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:29:45.876231 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:45.950508 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 5c64369a-d012-477d-a3d9-50bbc1a2e49c is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:29:45.950897 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:45.974551 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:45.976797 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9860adc-0efa-4afa-b103-fe77bf0790d2" -d '{"events": [{"server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "name": "network-vif-plugged", "status": "completed", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:29:45.989137 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 5c64369a-d012-477d-a3d9-50bbc1a2e49c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:29:46.049488 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:46.098034 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=5c64369a-d012-477d-a3d9-50bbc1a2e49c,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:46.132560 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e39efcd-f7f6-47bc-82a2-99a8543424d6 x-openstack-request-id: req-5e39efcd-f7f6-47bc-82a2-99a8543424d6 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:29:46.133138 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "name": "network-vif-plugged", "status": "completed", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:29:46.133515 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-5e39efcd-f7f6-47bc-82a2-99a8543424d6 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:29:46.133917 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'code': 200} Jan 12 10:29:46.519878 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3e867-e229-4758-856d-bdd13fe432b1 req-a1040a7c-3b06-4897-8544-f9f82e38c6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:46.521295 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-54c3e867-e229-4758-856d-bdd13fe432b1 req-a1040a7c-3b06-4897-8544-f9f82e38c6c6 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 1098 time: 0.0403500 Jan 12 10:29:46.568677 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-54c3e867-e229-4758-856d-bdd13fe432b1 req-1a308385-de7f-4dc5-ace6-d5b50bcff9ad service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 Jan 12 10:29:46.693128 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7d1ac-60a3-420a-8772-71b682cfe600 req-ad11a625-370e-4050-955b-cba09b458819 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:46.694640 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b5f7d1ac-60a3-420a-8772-71b682cfe600 req-ad11a625-370e-4050-955b-cba09b458819 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 945 time: 0.0547249 Jan 12 10:29:46.745563 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-b5f7d1ac-60a3-420a-8772-71b682cfe600 req-6c363641-3499-4042-b7fd-dfa93df7823a tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453401 Jan 12 10:29:47.233999 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:47.865244 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437829e-d60c-4517-9345-a321332d905c req-33d11aca-6b40-45e6-9b7b-b9ee35fa1186 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:47.866997 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f437829e-d60c-4517-9345-a321332d905c req-33d11aca-6b40-45e6-9b7b-b9ee35fa1186 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 945 time: 0.0522521 Jan 12 10:29:47.917883 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f437829e-d60c-4517-9345-a321332d905c req-3792401e-6988-4727-9047-67542d4ecf13 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452220 Jan 12 10:29:48.041081 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7354f10-9fc7-485d-8be1-a602a917f50e req-1e5a4368-5640-4dce-a2cf-b01a92e8f3d3 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:48.042533 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e7354f10-9fc7-485d-8be1-a602a917f50e req-1e5a4368-5640-4dce-a2cf-b01a92e8f3d3 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 945 time: 0.0514264 Jan 12 10:29:48.090771 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-e7354f10-9fc7-485d-8be1-a602a917f50e req-4ee548f8-02c2-4fe7-b09c-32399bc3e2cf tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427265 Jan 12 10:29:48.114441 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57652) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:48.224444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b01392-781c-437a-86f9-69b352c262a7 tempest-TestVolumeBootPattern-1037214561 tempest-TestVolumeBootPattern-1037214561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:48.225889 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-77b01392-781c-437a-86f9-69b352c262a7 tempest-TestVolumeBootPattern-1037214561 tempest-TestVolumeBootPattern-1037214561-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 1093 time: 0.1104774 Jan 12 10:29:48.228807 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57656) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:29:48.233084 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'port_id': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:29:48.324056 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:48.419671 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:48.518497 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Allocated IP 172.27.0.212 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/8032cd6d-d0dc-4442-b999-f8218f818d53) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:29:48.620440 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:48.735859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:48.771687 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:29:48.776715 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:29:48.780124 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:29:48.802968 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=8032cd6d-d0dc-4442-b999-f8218f818d53,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:48.819733 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.820162 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.820420 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.820754 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.821107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.821435 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.821764 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.822086 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.822400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.822725 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.823047 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.823363 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:48.823680 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:29:49.153382 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (bd5866ab-c84a-4a2e-a953-b5ba308993a7), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:49.320697 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:49.467752 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:49.548710 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:49.619015 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=8032cd6d-d0dc-4442-b999-f8218f818d53,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:29:49.634873 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (bd5866ab-c84a-4a2e-a953-b5ba308993a7), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:49.738561 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Floating IP bd5866ab-c84a-4a2e-a953-b5ba308993a7 associated. External IP: 172.27.0.212, port: 5c64369a-d012-477d-a3d9-50bbc1a2e49c. Jan 12 10:29:49.950856 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:29:50.060044 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:29:50.070097 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:29:50.079212 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:50.081746 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:29:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:50.150621 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:50.178221 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-1caf1e22-608e-4a35-a079-cbfeb4d820fd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9483504 Jan 12 10:29:50.178900 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:29:50.181157 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed842726-d38c-4584-9460-31fbca934e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:29:50.189884 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:50.218508 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4ed5d8-43f1-4367-93df-fd8dccfffd73 x-openstack-request-id: req-1a4ed5d8-43f1-4367-93df-fd8dccfffd73 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:29:50.218809 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:29:50.219067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-1a4ed5d8-43f1-4367-93df-fd8dccfffd73 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:29:50.219469 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'status': 'completed', 'code': 200} Jan 12 10:29:50.279127 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842726-d38c-4584-9460-31fbca934e5a req-53feacf9-ccdd-47f3-ba05-cdceef06d88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:50.280636 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ed842726-d38c-4584-9460-31fbca934e5a req-53feacf9-ccdd-47f3-ba05-cdceef06d88d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 1098 time: 0.0412982 Jan 12 10:29:50.374634 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842726-d38c-4584-9460-31fbca934e5a req-4c043abb-8d90-4bc9-8403-66a1e228497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:50.376030 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ed842726-d38c-4584-9460-31fbca934e5a req-4c043abb-8d90-4bc9-8403-66a1e228497a service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0893700 Jan 12 10:29:50.420277 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'bd5866ab-c84a-4a2e-a953-b5ba308993a7', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:b7:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:49Z', 'updated_at': '2022-01-12T10:29:49Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:50.441107 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ed842726-d38c-4584-9460-31fbca934e5a req-2b8e01e5-8fd6-4276-9c4a-824dc55544a9 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c HTTP/1.1" status: 200 len: 999 time: 0.0590739 Jan 12 10:29:50.446744 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:29:50.455438 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:29:50.456081 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:29:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:50.493139 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842726-d38c-4584-9460-31fbca934e5a req-c256352f-928b-4ce4-8ac4-f158ec6fb85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:50.494703 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ed842726-d38c-4584-9460-31fbca934e5a req-c256352f-928b-4ce4-8ac4-f158ec6fb85a service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0469768 Jan 12 10:29:50.546605 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842726-d38c-4584-9460-31fbca934e5a req-e82d846b-96e0-48e1-9ef6-b58a65addcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:29:50.548106 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ed842726-d38c-4584-9460-31fbca934e5a req-e82d846b-96e0-48e1-9ef6-b58a65addcdd service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480320 Jan 12 10:29:50.565205 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:29:50.641882 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ed842726-d38c-4584-9460-31fbca934e5a req-3540ee67-5a8e-41a8-ac1f-791d77bb4b1b service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876045 Jan 12 10:29:50.742826 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ed842726-d38c-4584-9460-31fbca934e5a req-094a6ed6-5548-45f3-8ad0-524981485c6e service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955141 Jan 12 10:29:50.821980 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'bd5866ab-c84a-4a2e-a953-b5ba308993a7', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:b7:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:49Z', 'updated_at': '2022-01-12T10:29:49Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:29:50.848281 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cfc1441-5d31-4bf5-8eac-f15c032b81d7 None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': 'bd5866ab-c84a-4a2e-a953-b5ba308993a7', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.212', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:b7:02:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:29:49Z', 'updated_at': '2022-01-12T10:29:49Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:29:51.030766 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce0d3d5-34d3-481a-b146-5360bd928fff None None] New status for floating IP bd5866ab-c84a-4a2e-a953-b5ba308993a7: ACTIVE {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:29:56.776911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-65ab2687-754a-40ec-8175-088f7bbee94b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:29:58.917716 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b06ce0bf-e0bf-4b53-b819-a673793b61db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:00.473994 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:01.799689 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:02.782063 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:07.944022 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:30:17.283877 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:24.678654 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-57185112-22e7-4902-bbf5-3b6c396ab774 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403519 Jan 12 10:30:24.768024 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-1be7cd01-4c2b-4bef-ae79-d53b91bf0e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:24.769607 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-1be7cd01-4c2b-4bef-ae79-d53b91bf0e99 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 1098 time: 0.0445769 Jan 12 10:30:24.878994 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-11fe5bee-dfff-4a15-9953-d99b339a76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:24.880472 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-11fe5bee-dfff-4a15-9953-d99b339a76b5 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0910225 Jan 12 10:30:24.949638 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-5293ac0e-19f1-4901-ad5d-43bcf08407c8 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c HTTP/1.1" status: 200 len: 1001 time: 0.0607288 Jan 12 10:30:24.999539 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-0e839d1b-a53a-449b-baf5-50c32f45612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:25.001037 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-0e839d1b-a53a-449b-baf5-50c32f45612d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0450804 Jan 12 10:30:25.053572 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-adf45f0c-daf0-4285-904d-b6f2d82f67d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:30:25.055084 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-adf45f0c-daf0-4285-904d-b6f2d82f67d4 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0460293 Jan 12 10:30:25.149943 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-ead0a419-8384-4b49-bb5b-0b67f750dfad service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882730 Jan 12 10:30:25.241510 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a50fd750-1b95-48a8-9d73-436f30497e61 req-1a3f4278-e40c-43ad-a7f2-9b3ec3f6ba42 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855899 Jan 12 10:30:26.793336 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2141b70d-f445-44aa-acd2-f980635f738d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:28.948241 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-75bbfb56-97a8-4041-9f4e-f08727b517c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:30.514144 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:31.901752 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:32.883070 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:44.944382 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:30:47.284191 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:56.782192 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5abda174-b7b7-4173-8e9b-b71be4f849cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:30:58.913112 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-2a69fdc7-54bf-45b2-8a47-af5ad3df5abb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:00.512787 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:01.782759 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:02.775874 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:17.255926 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:21.943871 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:31:26.682660 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-c4f8c644-a2dc-491e-b881-cd20e97fec11 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439746 Jan 12 10:31:26.769329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-eea74a13-5a10-4830-96c4-83a41227ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:26.770859 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-eea74a13-5a10-4830-96c4-83a41227ef5f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 1098 time: 0.0421195 Jan 12 10:31:26.798357 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4fa5fb78-a4ca-4d31-b55e-a47a2a823caa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:26.879768 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-b65bc88c-682c-4205-85a6-989490248f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:26.881310 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-b65bc88c-682c-4205-85a6-989490248f8b service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0901453 Jan 12 10:31:26.945482 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-1ca9e5f7-1d5f-41f0-8705-6348485f2b42 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c HTTP/1.1" status: 200 len: 1001 time: 0.0574744 Jan 12 10:31:26.997590 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-bcb1e67d-9e11-4098-8203-d4414ddfb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:26.999100 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-bcb1e67d-9e11-4098-8203-d4414ddfb1ed service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0472879 Jan 12 10:31:27.043426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-f515a33a-6feb-4c0b-8b18-bc3ed8d60143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:27.044960 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-f515a33a-6feb-4c0b-8b18-bc3ed8d60143 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394223 Jan 12 10:31:27.132239 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-8d3cd0f4-3d4f-4551-bca6-8c33c7523ba1 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809331 Jan 12 10:31:27.223036 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0d1debee-aa7e-46b8-a09a-a8973a9d94b3 req-d38e93b0-218d-4b77-a711-f837c566a9e2 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842354 Jan 12 10:31:28.938446 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-7ac5a682-f1c9-4642-a6ce-c7fcaaa8a74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:30.475452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:31.775117 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:32.832387 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:45.906518 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142245d6-952a-4608-aa6c-4aa8c52adc05 req-4f4e036b-d235-423d-8af2-67a113d9818c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:45.908022 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-142245d6-952a-4608-aa6c-4aa8c52adc05 req-4f4e036b-d235-423d-8af2-67a113d9818c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 945 time: 0.0558689 Jan 12 10:31:45.957313 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-142245d6-952a-4608-aa6c-4aa8c52adc05 req-02abcfa4-97c8-4156-8cfc-8313300d18de tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436018 Jan 12 10:31:47.085326 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5399d7-c7ca-4d20-984c-16490208c672 req-7f0ccb94-59a6-461a-89cf-08d1c98db5af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:47.086809 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-df5399d7-c7ca-4d20-984c-16490208c672 req-7f0ccb94-59a6-461a-89cf-08d1c98db5af tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 945 time: 0.0512688 Jan 12 10:31:47.135319 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-df5399d7-c7ca-4d20-984c-16490208c672 req-64a6558d-668d-4f0e-9a9c-bf613fb59599 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429699 Jan 12 10:31:47.295233 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:47.396725 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-e401d825-9b4c-4d8b-9ca9-71a4c0d98926 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:47.398153 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-e401d825-9b4c-4d8b-9ca9-71a4c0d98926 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 945 time: 0.0527234 Jan 12 10:31:47.487695 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Deleting port 5c64369a-d012-477d-a3d9-50bbc1a2e49c {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:31:47.488032 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:47.580144 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] For port 5c64369a-d012-477d-a3d9-50bbc1a2e49c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=5c64369a-d012-477d-a3d9-50bbc1a2e49c,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:31:47.580509 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:48.013757 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:48.014053 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (bd5866ab-c84a-4a2e-a953-b5ba308993a7), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:48.014374 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Floating IP bd5866ab-c84a-4a2e-a953-b5ba308993a7 disassociated. External IP: 172.27.0.212, port: 5c64369a-d012-477d-a3d9-50bbc1a2e49c. Jan 12 10:31:48.014713 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Calling delete_port for 5c64369a-d012-477d-a3d9-50bbc1a2e49c owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:31:48.212749 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (5c64369a-d012-477d-a3d9-50bbc1a2e49c), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:48.234523 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-1034f539-8b2f-4ee9-b207-067dda31f568 req-fccbd7bd-d0c0-4353-818e-f1b2762cd431 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 210 time: 0.0276902 Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event deleted for resources: {'Port': ['ID=5c64369a-d012-477d-a3d9-50bbc1a2e49c,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.292067 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.293288 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:31:48.370335 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:31:48.477024 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:31:48.486753 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:31:48.496618 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:31:48.497190 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:31:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:48.516917 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] No DVR routers for this DVR port 5c64369a-d012-477d-a3d9-50bbc1a2e49c on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:31:48.519445 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:48.522888 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-7f07bd13-a880-42af-8976-ae6c03e97160 req-f34a1042-35f1-4911-bd1d-e4302ed797b7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "DELETE /v2.0/ports/5c64369a-d012-477d-a3d9-50bbc1a2e49c HTTP/1.1" status: 204 len: 173 time: 1.1179066 Jan 12 10:31:48.523330 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'name': 'network-vif-deleted', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:48.525630 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7035796-a478-4d12-b522-830d45d1e041" -d '{"events": [{"server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "name": "network-vif-deleted", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:31:48.569487 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fd09ac-7b28-442b-a00f-d67435d051cd x-openstack-request-id: req-05fd09ac-7b28-442b-a00f-d67435d051cd {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:31:48.569874 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2ae13db-9ac6-47e3-987a-6267a7d52b6b", "name": "network-vif-deleted", "tag": "5c64369a-d012-477d-a3d9-50bbc1a2e49c", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:31:48.570230 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-05fd09ac-7b28-442b-a00f-d67435d051cd {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:31:48.570713 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2ae13db-9ac6-47e3-987a-6267a7d52b6b', 'name': 'network-vif-deleted', 'tag': '5c64369a-d012-477d-a3d9-50bbc1a2e49c', 'status': 'completed', 'code': 200} Jan 12 10:31:48.758208 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:31:48.956356 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:48.982046 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:31:48.990707 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:31:48.993884 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:31:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:49.100382 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:31:49.310124 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:31:49.338639 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f379371-7d43-40f9-98d2-57de6942e06a None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:31:49.346836 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-196516e8-1870-4fbd-a7fc-43341c0321cb req-33407df6-0ae1-4314-b421-b3645aa77924 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=b2ae13db-9ac6-47e3-987a-6267a7d52b6b HTTP/1.1" status: 200 len: 210 time: 0.0314670 Jan 12 10:31:49.569159 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db8cbec-dc0d-452a-9034-0ecc7139a82e None None] New status for floating IP bd5866ab-c84a-4a2e-a953-b5ba308993a7: DOWN {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:31:50.521503 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5c64369a-d012-477d-a3d9-50bbc1a2e49c no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:31:50.542811 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 5c64369a-d012-477d-a3d9-50bbc1a2e49c {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:31:50.544770 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 5c64369a-d012-477d-a3d9-50bbc1a2e49c not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:31:50.556626 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-3c2c0440-87ea-4fa4-8973-a10e5a563a72 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595203431&fields=id&tenant_id=617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 267 time: 0.0445461 Jan 12 10:31:50.666282 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-30c61dd6-d42b-423b-9b0f-5fbc58cf1e73 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:50.667787 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-30c61dd6-d42b-423b-9b0f-5fbc58cf1e73 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 812 time: 0.1035273 Jan 12 10:31:50.682839 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-4fe92891-2216-46dc-94be-e68a32b224c1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/quotas/617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 375 time: 0.0092001 Jan 12 10:31:50.737087 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-a0a8e33b-a671-4eb3-9369-32af3e512ede tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462067 Jan 12 10:31:50.808243 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-36924ae9-29c4-4394-af40-0f9ffa65142a service neutron] http://10.222.0.76:9696/v2.0/extensions returned with HTTP 200 {{(pid=103260) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 12 10:31:50.809317 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-36924ae9-29c4-4394-af40-0f9ffa65142a service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0614157 Jan 12 10:31:50.910447 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-4d287a81-e9aa-43c9-a9fb-fe65f4f25ec4 service neutron] 10.222.0.76 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943232 Jan 12 10:31:51.001979 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-37ca430c-281e-4e6e-a390-a964d53a0a22 service neutron] 10.222.0.76 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856752 Jan 12 10:31:51.626868 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8a067aa2-d5d2-463a-b256-b3b1348ee8d2 req-5e6b442e-4126-45ae-9536-6b51026e8290 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0270395 Jan 12 10:31:52.704759 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-12b530f6-e4e3-4e9d-8a67-0682de197216 req-0ae6345c-5f3f-4039-8c14-214f9701a5a7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0262499 Jan 12 10:31:53.789644 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-66d42b34-608e-46de-923c-f4e805bdf9f3 req-f5da10f7-ed16-45c0-aeb5-5e975fd508ee tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0326564 Jan 12 10:31:54.871483 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-f03321d2-549b-4460-bfc7-41a3ec0e68bd req-709b8992-12de-4d4e-a3af-ea870834fd59 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0324445 Jan 12 10:31:55.963975 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-82f8b9b6-593d-40f4-a967-37260905719e req-aef66141-e591-4fc3-b200-d46f7d8aa135 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0262439 Jan 12 10:31:56.806743 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6e216685-929c-4c0d-a7f4-2cc6f7341a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:57.059705 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b1a96412-3e7e-4b2e-a105-8d04fa0f72ae req-b5fc9328-5114-46dc-877f-ddea27b5215f tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0268142 Jan 12 10:31:57.591110 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-9d2f25a5-6a5d-46fb-833a-f170a277057b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:57.593165 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-9d2f25a5-6a5d-46fb-833a-f170a277057b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 812 time: 0.1021764 Jan 12 10:31:57.660300 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-0145dcd9-5525-4c06-91b8-17a619487117 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 379 time: 0.0589161 Jan 12 10:31:57.669172 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'port': {'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'admin_state_up': True, 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'security_groups': ['1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:31:57.869429 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Made reservation on behalf of 617aceef9f104c5d931013200b6db62a for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:31:57.873868 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.004437 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Allocated IP 172.20.0.5 (ad8a5a1d-8822-4a7e-86d8-6215beeca337/ea74bed1-9f04-4e28-86e0-4d0b8679b364/2c4732d5-b9d0-4cf6-8a99-618f7636e4e6) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:31:58.179064 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-0095a81a-dc13-4a6b-b263-7f60aa7b4ce4 req-db246ed0-a5e3-4ce0-894c-a943674e2c7c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0473151 Jan 12 10:31:58.183634 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.298224 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.343295 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:31:58.346352 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:31:58.349969 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:31:58.356950 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:58.405333 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:58.405974 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.532795 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-40f0f1be-7fbf-4986-b10c-931ae0628086 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8670871 Jan 12 10:31:58.544148 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Request body: {'port': {'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:31:58.603167 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.619791 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-a73cd21a-297a-40d5-99da-e85c0de78e0d None None] Provisioning complete for port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:31:58.620385 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a73cd21a-297a-40d5-99da-e85c0de78e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.654796 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-a73cd21a-297a-40d5-99da-e85c0de78e0d None None] Port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:31:58.867499 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:31:58.876755 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Publish callbacks [] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.889865 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Transition to ACTIVE for port object 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:31:58.943080 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:31:58.951913 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-696ac269-c0ee-4a95-8754-e8a0f06e9140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:58.984200 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:59.037748 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:59.108433 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Attempting to bind port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:31:59.108772 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Attempting to bind port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:31:59.109138 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Attempting to bind port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:31:59.114189 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:31:59.114513 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Attempting to bind port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:31:59.119936 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:31:59.120215 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Checking segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:31:59.120602 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Bound using segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:31:59.121131 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Bound port: 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:31:59.121493 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:59.190309 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] For port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:31:59.193659 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] For port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:31:59.281749 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:59.297111 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346430bf-ef69-4a9a-a61f-cfaec5779bf9 req-4e13f148-e97d-44f3-b654-9a979ad6ab18 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.301985 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-346430bf-ef69-4a9a-a61f-cfaec5779bf9 req-4e13f148-e97d-44f3-b654-9a979ad6ab18 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 943 time: 0.0520275 Jan 12 10:31:59.315595 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.316214 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:31:59.317653 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] 10.222.0.79 "PUT /v2.0/ports/2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 200 len: 1093 time: 0.7775230 Jan 12 10:31:59.318099 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:31:59.322287 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e59a7-1280-422b-adfd-ce0007e06533" -d '{"events": [{"name": "network-changed", "server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:31:59.351488 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3a246-f9d7-4359-8e58-39c018d57778 service neutron] Pushing event updated for resources: {'Port': ['ID=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:31:59.365974 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-346430bf-ef69-4a9a-a61f-cfaec5779bf9 req-50eced74-5c90-4c04-84b9-ceeb63b59917 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607979 Jan 12 10:31:59.385303 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608ada6e-6640-4555-b0ac-854a0d665937 x-openstack-request-id: req-608ada6e-6640-4555-b0ac-854a0d665937 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:31:59.385587 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:31:59.385845 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-608ada6e-6640-4555-b0ac-854a0d665937 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:31:59.386833 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'status': 'completed', 'code': 200} Jan 12 10:31:59.451234 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e59a7-1280-422b-adfd-ce0007e06533 req-9eeb58d8-a164-466f-98f1-ebf6f83c488e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.452854 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ab6e59a7-1280-422b-adfd-ce0007e06533 req-9eeb58d8-a164-466f-98f1-ebf6f83c488e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1096 time: 0.0465271 Jan 12 10:31:59.551237 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e59a7-1280-422b-adfd-ce0007e06533 req-36bcc5ec-2ed3-49a9-849f-6c1049c32711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.552708 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ab6e59a7-1280-422b-adfd-ce0007e06533 req-36bcc5ec-2ed3-49a9-849f-6c1049c32711 service neutron] 10.222.0.79 "GET /v2.0/networks?tenant_id=617aceef9f104c5d931013200b6db62a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0931981 Jan 12 10:31:59.659046 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e59a7-1280-422b-adfd-ce0007e06533 req-bcec9eac-e0c0-499b-82e6-4d5f3907b97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.660579 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ab6e59a7-1280-422b-adfd-ce0007e06533 req-bcec9eac-e0c0-499b-82e6-4d5f3907b97c service neutron] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1023676 Jan 12 10:31:59.737902 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-0b41e55e-f46e-4ae9-8713-1dde4f2e716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.739387 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-0b41e55e-f46e-4ae9-8713-1dde4f2e716e service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1096 time: 0.0420933 Jan 12 10:31:59.781144 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-f3c71b12-7c0e-495b-bcf0-a03eb11ce765 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 200 len: 217 time: 0.0355370 Jan 12 10:31:59.841168 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-ab4b3b74-9693-4418-b40e-f011a6ee85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.843239 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-ab4b3b74-9693-4418-b40e-f011a6ee85e8 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0564606 Jan 12 10:31:59.887484 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-e97aa91e-ac9b-4441-a447-3013afa64c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:31:59.889611 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-e97aa91e-ac9b-4441-a447-3013afa64c2a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408347 Jan 12 10:31:59.977134 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-7a79cdd9-d05d-49dc-a670-4f1a89235dda service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815728 Jan 12 10:32:00.068193 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-630782aa-3f83-481f-91b1-d4e69f57fb7f req-320fc179-ad7e-48ed-ac3c-9da4edf31d4e service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852072 Jan 12 10:32:00.475042 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f02a97f-bdfe-4817-b0b1-e85097931fab req-00fb9707-12de-45cf-8781-e8975bae05ec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:00.476550 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4f02a97f-bdfe-4817-b0b1-e85097931fab req-00fb9707-12de-45cf-8781-e8975bae05ec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 943 time: 0.0491376 Jan 12 10:32:00.500098 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:00.531027 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-4f02a97f-bdfe-4817-b0b1-e85097931fab req-b67d2868-f78d-49d5-8829-35aca827a0c7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487385 Jan 12 10:32:01.650632 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcba5d-b919-4253-864d-93b5e82ede4f req-4f5e629e-d81a-44f1-86e9-ac302529bb7d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:01.652152 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fcfcba5d-b919-4253-864d-93b5e82ede4f req-4f5e629e-d81a-44f1-86e9-ac302529bb7d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 943 time: 0.0517435 Jan 12 10:32:01.702834 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fcfcba5d-b919-4253-864d-93b5e82ede4f req-9f06c26e-a7d6-4fb0-a9c6-3f4cfa7ebcea tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445795 Jan 12 10:32:01.788860 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:02.791564 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:02.824847 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d160454d-dcfc-44de-8bf0-372d4be4a32c req-068017f1-b07b-485f-9053-ca60c645d476 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:02.827072 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d160454d-dcfc-44de-8bf0-372d4be4a32c req-068017f1-b07b-485f-9053-ca60c645d476 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 943 time: 0.0496271 Jan 12 10:32:02.877030 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-d160454d-dcfc-44de-8bf0-372d4be4a32c req-c92fe6d1-8d6e-4a3e-b396-995aaca2b5da tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443337 Jan 12 10:32:03.994895 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f281bd-b69e-4590-985c-eebb846558a5 req-e89ff1ed-6333-4e48-a15e-288a3696b65a tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:03.996272 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-77f281bd-b69e-4590-985c-eebb846558a5 req-e89ff1ed-6333-4e48-a15e-288a3696b65a tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 943 time: 0.0530910 Jan 12 10:32:04.044008 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-77f281bd-b69e-4590-985c-eebb846558a5 req-9550c71b-623f-4e64-b821-b110a725f003 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416460 Jan 12 10:32:05.157806 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90f906-e9ce-4dd3-805f-17a6e3bc07fa req-01214a75-d68d-4431-902e-ec778ee5d8de tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:05.159331 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6e90f906-e9ce-4dd3-805f-17a6e3bc07fa req-01214a75-d68d-4431-902e-ec778ee5d8de tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 943 time: 0.0489781 Jan 12 10:32:05.209473 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-6e90f906-e9ce-4dd3-805f-17a6e3bc07fa req-ba659b4f-afd3-49e9-adca-d6bb9f9139b8 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Jan 12 10:32:06.324600 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0dd9e5-f154-4b6b-b940-122cb7f29cde req-4c0bac80-0de6-4b7d-a6a2-6a39a4c8ce99 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:06.326207 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1d0dd9e5-f154-4b6b-b940-122cb7f29cde req-4c0bac80-0de6-4b7d-a6a2-6a39a4c8ce99 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 943 time: 0.0505054 Jan 12 10:32:06.375906 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1d0dd9e5-f154-4b6b-b940-122cb7f29cde req-03d50bf6-5d40-4ad6-8d81-6c0448e25b5c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439072 Jan 12 10:32:06.629371 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:32:06.724172 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:06.735865 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:32:06.772412 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:32:06.772795 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:06.785747 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:32:06.805086 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:06.931996 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:06.981091 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:06.988955 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.989351 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.989697 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.990038 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.990372 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.990701 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.991039 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.991382 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.991697 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.992034 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.992361 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.992681 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:06.993078 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:32:07.147515 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['2c4732d5-b9d0-4cf6-8a99-618f7636e4e6'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:32:07.493302 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e635be-f11c-4d59-9422-8a6fa3c1ed45 req-17965edb-9b86-4f3a-88d4-69dacc4df75e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:07.494790 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-66e635be-f11c-4d59-9422-8a6fa3c1ed45 req-17965edb-9b86-4f3a-88d4-69dacc4df75e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 944 time: 0.0536449 Jan 12 10:32:07.545261 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-66e635be-f11c-4d59-9422-8a6fa3c1ed45 req-c2def863-72b8-428c-b30d-cfe60589dbf2 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435221 Jan 12 10:32:08.629326 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:32:08.660559 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44b8ebe-addd-4e8c-91fe-b1576db7710a req-c41b744b-b0f3-4746-b3af-d1c0288c7e51 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:08.662095 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f44b8ebe-addd-4e8c-91fe-b1576db7710a req-c41b744b-b0f3-4746-b3af-d1c0288c7e51 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 944 time: 0.0503190 Jan 12 10:32:08.718406 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-f44b8ebe-addd-4e8c-91fe-b1576db7710a req-1b6847fa-6ee7-4ec7-91c5-0239bdaff60d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505919 Jan 12 10:32:08.761001 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:32:08.765856 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:32:08.766222 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:08.846705 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:32:08.847000 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:08.869465 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:32:08.871845 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e15f5f-8e73-4002-a6f3-9e21b715a368" -d '{"events": [{"server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "name": "network-vif-plugged", "status": "completed", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:32:08.884997 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:32:08.916164 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afc5758-dd61-4d37-926a-2058ea5c464c x-openstack-request-id: req-7afc5758-dd61-4d37-926a-2058ea5c464c {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:32:08.916164 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "name": "network-vif-plugged", "status": "completed", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:32:08.916164 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7afc5758-dd61-4d37-926a-2058ea5c464c {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:32:08.916164 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'code': 200} Jan 12 10:32:08.963709 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:09.017257 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:09.344417 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f3cec-eda5-40ed-a637-bed65f723eda req-8004d801-2597-401a-8e4a-eba627c550c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:09.346060 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ca3f3cec-eda5-40ed-a637-bed65f723eda req-8004d801-2597-401a-8e4a-eba627c550c5 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1098 time: 0.0406587 Jan 12 10:32:09.394056 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-ca3f3cec-eda5-40ed-a637-bed65f723eda req-25d14614-8a6e-4c61-9209-82839f288bb3 service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421808 Jan 12 10:32:09.835374 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d69d5c-0dfc-46b6-b800-a518368821a8 req-f823c928-6005-4042-a3e6-e383fd011ffb tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:09.836921 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-08d69d5c-0dfc-46b6-b800-a518368821a8 req-f823c928-6005-4042-a3e6-e383fd011ffb tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 945 time: 0.0505707 Jan 12 10:32:09.888818 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-08d69d5c-0dfc-46b6-b800-a518368821a8 req-ef747332-c517-4b43-8b1b-1a5b3af3a631 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450208 Jan 12 10:32:11.006413 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4554286-4267-42dc-a69f-21fbafad2dc2 req-41aa6f8b-0243-4acb-8237-8604c3218e55 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:11.007883 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c4554286-4267-42dc-a69f-21fbafad2dc2 req-41aa6f8b-0243-4acb-8237-8604c3218e55 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 945 time: 0.0504944 Jan 12 10:32:11.057078 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-c4554286-4267-42dc-a69f-21fbafad2dc2 req-6db8c7b5-b7cd-4545-8d46-5796145facd8 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436361 Jan 12 10:32:11.172952 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595427c9-997f-430a-8553-cd5bd4f0c8b4 req-72a54dd7-f394-46ed-a29e-c11e78e7be28 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:11.174429 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-595427c9-997f-430a-8553-cd5bd4f0c8b4 req-72a54dd7-f394-46ed-a29e-c11e78e7be28 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 945 time: 0.0523438 Jan 12 10:32:11.223461 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-595427c9-997f-430a-8553-cd5bd4f0c8b4 req-bf8f8708-2420-4d32-ad55-87d6911d018e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Jan 12 10:32:11.245493 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57788) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:32:11.286639 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de02748e-07eb-4b05-b97b-92d2e1f9d7aa tempest-TestVolumeBootPattern-1037214561 tempest-TestVolumeBootPattern-1037214561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:11.288067 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-de02748e-07eb-4b05-b97b-92d2e1f9d7aa tempest-TestVolumeBootPattern-1037214561 tempest-TestVolumeBootPattern-1037214561-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1093 time: 0.0415909 Jan 12 10:32:11.290911 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57790) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:32:11.295670 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:32:11.397269 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:11.499118 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:11.599185 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Allocated IP 172.27.0.245 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:32:11.704500 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:11.818123 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:11.866559 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:32:11.869369 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:32:11.873690 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:32:11.877089 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:12.231058 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (4f051167-88b6-4779-90d3-fb5885e88403), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:12.368793 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:12.530898 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:12.606163 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:12.676589 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:32:12.689588 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (4f051167-88b6-4779-90d3-fb5885e88403), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:12.790388 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Floating IP 4f051167-88b6-4779-90d3-fb5885e88403 associated. External IP: 172.27.0.245, port: 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6. Jan 12 10:32:13.004935 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:32:13.110781 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:32:13.120763 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:32:13.131943 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:32:13.136785 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:31:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:13.189971 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:13.224126 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-bce0bf30-0caa-4a2f-a42d-4c0d989f1bd6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9321892 Jan 12 10:32:13.224725 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:32:13.227059 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:32:13.243800 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:32:13.266354 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f0d2269-dcc1-45af-bf35-5f69769b2f81 x-openstack-request-id: req-7f0d2269-dcc1-45af-bf35-5f69769b2f81 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:32:13.266868 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:32:13.266868 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-7f0d2269-dcc1-45af-bf35-5f69769b2f81 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:32:13.267253 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'status': 'completed', 'code': 200} Jan 12 10:32:13.327888 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-4b02a992-01b6-4a7e-aaff-4fe3f64594bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:13.329482 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-4b02a992-01b6-4a7e-aaff-4fe3f64594bc service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1098 time: 0.0417943 Jan 12 10:32:13.422613 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-5e0b88d0-b160-4c02-8e7a-eaec9051adcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:13.424118 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-5e0b88d0-b160-4c02-8e7a-eaec9051adcf service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0881746 Jan 12 10:32:13.470549 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:12Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:13.491529 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-5ce52039-ed2a-4ae4-b0b6-6db7741fb7c5 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 200 len: 999 time: 0.0606816 Jan 12 10:32:13.500109 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:32:13.508780 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:32:13.509682 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:31:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:13.539917 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-c25c434a-69db-438b-a617-eb7a9b41a9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:13.541401 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-c25c434a-69db-438b-a617-eb7a9b41a9e9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0438855 Jan 12 10:32:13.587773 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-46474b4d-621f-4db1-9ec6-556cbf6cd423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:13.589300 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-46474b4d-621f-4db1-9ec6-556cbf6cd423 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415812 Jan 12 10:32:13.616597 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:32:13.684319 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-23608789-6e78-40de-a3da-c5d3d56fba5d service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873516 Jan 12 10:32:13.778523 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-4f7da3a7-5a96-4d6b-9596-4865a935d8f6 req-87aba2b6-7917-4a46-b63c-4bab4feb8a50 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877573 Jan 12 10:32:13.979201 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:12Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:32:14.009667 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef944a7-e554-4750-a593-8f53780d20f0 None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:12Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:32:14.197757 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c55b6bc-1ac2-487e-baa9-5e0fe6836925 None None] New status for floating IP 4f051167-88b6-4779-90d3-fb5885e88403: ACTIVE {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:32:17.234452 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:26.765909 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-bd51faa7-a133-4e01-8652-71c98a45fd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:28.931542 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-29afeec2-d71a-4e1e-87b7-401ffc63371f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:29.370270 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-996ff9c5-a65e-4591-bd76-ca1da98c9376 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438886 Jan 12 10:32:29.449594 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdc289-3031-4216-8c47-36e26854854c req-7a5c3268-920d-410b-98be-fb181223f80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:29.451105 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-7a5c3268-920d-410b-98be-fb181223f80f service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1098 time: 0.0402172 Jan 12 10:32:29.555175 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdc289-3031-4216-8c47-36e26854854c req-a0c73195-3d14-442a-a264-a216db0c856f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:29.556635 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-a0c73195-3d14-442a-a264-a216db0c856f service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0867219 Jan 12 10:32:29.877562 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-dfef38a9-25a4-49e7-8978-0e05797cea69 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 200 len: 1001 time: 0.3144312 Jan 12 10:32:29.926375 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdc289-3031-4216-8c47-36e26854854c req-a3f9b408-6402-4c79-a64b-416047ba2b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:29.927882 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-a3f9b408-6402-4c79-a64b-416047ba2b80 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0443387 Jan 12 10:32:29.974736 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cdc289-3031-4216-8c47-36e26854854c req-20a827fc-286c-42e8-8a79-a4e6c0d9ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:32:29.976112 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-20a827fc-286c-42e8-8a79-a4e6c0d9ca10 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426292 Jan 12 10:32:30.063906 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-2f793c81-a33a-4eee-8a63-a1e6a59ea696 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808475 Jan 12 10:32:30.157965 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-04cdc289-3031-4216-8c47-36e26854854c req-861eafa9-1b6a-4d2d-83fa-09be41ee4da9 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875804 Jan 12 10:32:30.485500 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:31.808145 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:32.811145 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:35.941514 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:32:47.216809 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:56.768036 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0291eab9-c57c-4381-a707-f1bf1a62b51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:32:59.002240 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-06ae593d-83a4-41df-b621-3d5653d1e1d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:00.524806 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:01.813720 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:02.814741 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:12.940747 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:33:17.221792 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:26.813634 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a57228fb-2a40-49be-8c7e-3844b8c2e490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:28.992849 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5858f6dc-51c0-4ac2-8378-e74c4f51df74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:30.332772 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-ee1cc6cf-4a71-4bc5-8cb7-3a627cd12e1d service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825107 Jan 12 10:33:30.426115 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-1863ff66-e055-44b0-b5b0-e54d34c13f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:30.427627 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-1863ff66-e055-44b0-b5b0-e54d34c13f0d service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1098 time: 0.0423055 Jan 12 10:33:30.516328 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:30.533905 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-36fe3358-fc6e-4538-9845-b79bb04df4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:30.535430 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-36fe3358-fc6e-4538-9845-b79bb04df4e0 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0904281 Jan 12 10:33:30.598720 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-61f22180-76fb-4830-8b8f-68db2e4847de service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0573699 Jan 12 10:33:30.655696 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-05ad4ce2-09f8-409d-ad2d-709553997f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:30.657187 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-05ad4ce2-09f8-409d-ad2d-709553997f15 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0528510 Jan 12 10:33:30.705993 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-712b97fe-39d1-4462-aeed-cf7fbfa91a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:30.707493 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-712b97fe-39d1-4462-aeed-cf7fbfa91a70 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0450785 Jan 12 10:33:30.794635 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-aa93aa2c-2d5a-49e3-a69e-214a186951df service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806549 Jan 12 10:33:30.887174 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-436a76ad-b18d-400c-a13d-bdd4f2962e2a req-8b7ee85b-d4f1-4921-9bf4-990355483767 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870748 Jan 12 10:33:31.795798 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:32.779089 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:47.220892 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:49.393134 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-51ed7131-8efd-40f3-a982-65800cad6ee4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-595203431&fields=id&tenant_id=617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 267 time: 0.0441146 Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.516098 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: warnings.warn(msg) Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-dae65332-d413-4ad7-8f7d-58e2554384bc tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:49.519113 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-dae65332-d413-4ad7-8f7d-58e2554384bc tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 812 time: 0.1193388 Jan 12 10:33:49.535447 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-6b353ddb-eaa3-4600-a6a4-ee962f2d6539 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/quotas/617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 375 time: 0.0112281 Jan 12 10:33:49.589291 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-440ea66b-2ab3-4fbc-b2ad-20dd3a2cd8ad tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488336 Jan 12 10:33:49.684581 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a94ef89b-75a4-4f17-8917-e9a4d984827f service neutron] 10.222.0.76 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845056 Jan 12 10:33:49.779448 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-b6ce1547-e2a3-4b3f-819c-3014aadbb531 service neutron] 10.222.0.76 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889962 Jan 12 10:33:49.939114 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:33:51.485689 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-b42b23cc-1a90-4b61-9526-e1e02570263b req-ad15cab6-9179-45fa-b29c-15ae74db66f4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 210 time: 0.0784938 Jan 12 10:33:52.580981 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c68d47a0-77c3-4636-9882-bf70bc5dea41 req-c4ef3302-0b2c-4f90-b668-939f56ee7e0b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 210 time: 0.0264847 Jan 12 10:33:53.501738 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-b2f2d935-4fd5-4a92-8061-f59bf33e98ee tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:53.503170 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-b2f2d935-4fd5-4a92-8061-f59bf33e98ee tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 812 time: 0.1035008 Jan 12 10:33:53.569588 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-aba72d50-6c12-496c-b273-c718cb838beb tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617aceef9f104c5d931013200b6db62a HTTP/1.1" status: 200 len: 379 time: 0.0575955 Jan 12 10:33:53.578294 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'port': {'device_id': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'admin_state_up': True, 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'security_groups': ['1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a']}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:33:53.681258 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-70481f27-e608-4142-966a-b79482bef53a req-e34cb665-ead7-4b92-981f-4a68e40f4f5a tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 210 time: 0.0315089 Jan 12 10:33:53.769184 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Made reservation on behalf of 617aceef9f104c5d931013200b6db62a for: {'port': 1} {{(pid=103261) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 12 10:33:53.772797 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:53.909115 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Allocated IP 172.20.0.11 (ad8a5a1d-8822-4a7e-86d8-6215beeca337/ea74bed1-9f04-4e28-86e0-4d0b8679b364/82313c42-7882-4c9c-ac6b-1110be61475f) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:33:54.051533 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (82313c42-7882-4c9c-ac6b-1110be61475f), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:54.221656 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:54.263754 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:33:54.268787 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:33:54.271392 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:33:54.304989 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=82313c42-7882-4c9c-ac6b-1110be61475f,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:54.315916 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.316272 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.316708 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.317073 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.317412 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.317743 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.318077 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.318405 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.318731 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.319060 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.319387 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.319714 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.320038 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:33:54.341364 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:54.341995 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:54.463719 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-a0009ff2-7055-43be-a7f9-62af62b432b4 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8889937 Jan 12 10:33:54.475549 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Request body: {'port': {'device_id': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:33:54.527849 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-bc709963-9d23-4d5f-954c-c157de24a974 None None] Provisioning complete for port 82313c42-7882-4c9c-ac6b-1110be61475f triggered by entity DHCP. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:33:54.528460 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-bc709963-9d23-4d5f-954c-c157de24a974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:54.534045 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:54.564202 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-bc709963-9d23-4d5f-954c-c157de24a974 None None] Port 82313c42-7882-4c9c-ac6b-1110be61475f cannot update to ACTIVE because it is not bound. {{(pid=103262) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 12 10:33:54.821274 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82313c42-7882-4c9c-ac6b-1110be61475f {{(pid=103261) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:33:54.830522 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Publish callbacks [] for port (82313c42-7882-4c9c-ac6b-1110be61475f), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:54.848034 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f68a5-e72f-490c-b445-70e0ca91465d req-4ee0981b-4539-4ed3-9c05-995b119cc537 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:54.853879 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-059f68a5-e72f-490c-b445-70e0ca91465d req-4ee0981b-4539-4ed3-9c05-995b119cc537 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 932 time: 0.0986199 Jan 12 10:33:54.854823 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.provisioning_blocks [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Transition to ACTIVE for port object 82313c42-7882-4c9c-ac6b-1110be61475f will not be triggered until provisioned by entity L2. {{(pid=103261) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 12 10:33:54.903927 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-059f68a5-e72f-490c-b445-70e0ca91465d req-6891d90a-952e-49b9-ab1b-9274e87cba25 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476322 Jan 12 10:33:54.952173 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:55.001184 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Pushing event updated for resources: {'Port': ['ID=82313c42-7882-4c9c-ac6b-1110be61475f,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:55.077762 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Attempting to bind port 82313c42-7882-4c9c-ac6b-1110be61475f on host hv-cinder-82160 for vnic_type normal with profile {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 12 10:33:55.078019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Attempting to bind port 82313c42-7882-4c9c-ac6b-1110be61475f by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 12 10:33:55.078347 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Attempting to bind port 82313c42-7882-4c9c-ac6b-1110be61475f on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:33:55.082838 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Port 82313c42-7882-4c9c-ac6b-1110be61475f on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 12 10:33:55.083162 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Attempting to bind port 82313c42-7882-4c9c-ac6b-1110be61475f on network ad8a5a1d-8822-4a7e-86d8-6215beeca337 {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 12 10:33:55.088919 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Checking agent: {'id': '821129c7-7a2b-45ba-8aec-3eb1bae9eb29', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'started_at': datetime.datetime(2022, 1, 12, 10, 15, 17), 'heartbeat_timestamp': datetime.datetime(2022, 1, 12, 10, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 12 10:33:55.089155 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Checking segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103261) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 12 10:33:55.089511 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Bound using segment: {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'} {{(pid=103261) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 12 10:33:55.089947 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.managers [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Bound port: 82313c42-7882-4c9c-ac6b-1110be61475f, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e0f1c9-d965-491e-ac5b-51b912d4fea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337'}}] {{(pid=103261) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 12 10:33:55.090305 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:55.160722 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] For port 82313c42-7882-4c9c-ac6b-1110be61475f, host hv-cinder-82160, cleared binding levels {{(pid=103261) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 12 10:33:55.163800 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] For port 82313c42-7882-4c9c-ac6b-1110be61475f, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=82313c42-7882-4c9c-ac6b-1110be61475f,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103261) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 12 10:33:55.264262 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:55.298426 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:55.299046 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:55.300450 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] 10.222.0.79 "PUT /v2.0/ports/82313c42-7882-4c9c-ac6b-1110be61475f HTTP/1.1" status: 200 len: 1094 time: 0.8288741 Jan 12 10:33:55.300915 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:33:55.303140 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ec949e-65ee-4f9c-a8c7-85211c68481b" -d '{"events": [{"name": "network-changed", "server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:33:55.330859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f3d07-eb49-4d73-8bde-68adfc383f56 service neutron] Pushing event updated for resources: {'Port': ['ID=82313c42-7882-4c9c-ac6b-1110be61475f,revision_number=3']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:33:55.418689 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb186af6-dc20-46b9-8726-7f866da66f93 x-openstack-request-id: req-eb186af6-dc20-46b9-8726-7f866da66f93 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:33:55.418988 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:33:55.419239 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-eb186af6-dc20-46b9-8726-7f866da66f93 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:33:55.419634 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f', 'status': 'completed', 'code': 200} Jan 12 10:33:55.454253 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-c9e76f5a-af5d-4b1e-b4ec-592e0f2a0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:55.455800 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-c9e76f5a-af5d-4b1e-b4ec-592e0f2a0aee service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 1097 time: 0.0472090 Jan 12 10:33:55.501657 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-fa77a527-d253-4c16-b82f-2280ef9a8297 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82313c42-7882-4c9c-ac6b-1110be61475f HTTP/1.1" status: 200 len: 217 time: 0.0380781 Jan 12 10:33:55.551586 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-501654f4-d447-4602-b64b-d1dacb2f233b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:55.553079 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-501654f4-d447-4602-b64b-d1dacb2f233b service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0454414 Jan 12 10:33:55.597447 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-f300867f-4e8c-4381-b290-31955e110ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:55.598826 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-f300867f-4e8c-4381-b290-31955e110ebf service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395918 Jan 12 10:33:55.687884 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-c93d671b-1e88-48d6-a929-92550dac8edb service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831363 Jan 12 10:33:55.777445 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-2849e4b0-8e96-4401-bfad-19ba208a7ee1 req-8791b7c8-44c2-44ea-b86e-abcf0a18b3b9 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833309 Jan 12 10:33:55.935061 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-e2916325-7a73-4b3a-8af8-f70975d7e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:55.936683 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-e2916325-7a73-4b3a-8af8-f70975d7e7ed service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 1097 time: 0.0432019 Jan 12 10:33:56.072054 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef2f2a-e737-427a-b7f3-bec859c32068 req-65788437-f5d4-48e0-838f-f5cbc62692c0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:56.073647 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-58ef2f2a-e737-427a-b7f3-bec859c32068 req-65788437-f5d4-48e0-838f-f5cbc62692c0 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0986552 Jan 12 10:33:56.074602 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-3ebeccb2-c98f-4db8-84f4-a808df9c1891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:56.075879 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-3ebeccb2-c98f-4db8-84f4-a808df9c1891 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.1326981 Jan 12 10:33:56.131876 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-1a091962-3bf6-4077-8794-ccc56eafc0ba service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82313c42-7882-4c9c-ac6b-1110be61475f HTTP/1.1" status: 200 len: 217 time: 0.0470157 Jan 12 10:33:56.189899 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-58ef2f2a-e737-427a-b7f3-bec859c32068 req-00c97e5b-866c-4b96-a230-b00cda362df9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106765 Jan 12 10:33:56.203901 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-fb244cec-4a19-44c0-9624-d6dd91c8b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:56.205417 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-fb244cec-4a19-44c0-9624-d6dd91c8b25d service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0635788 Jan 12 10:33:56.255178 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-b39b43f3-1eb7-4c5e-a8d7-cc78cbe26a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:56.256667 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-b39b43f3-1eb7-4c5e-a8d7-cc78cbe26a14 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412128 Jan 12 10:33:56.352322 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-15fb11d4-a9ad-4912-8650-96388313d0a2 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 Jan 12 10:33:56.440908 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-83ec949e-65ee-4f9c-a8c7-85211c68481b req-03480ae8-75b3-4792-bb44-7054da1ba768 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820029 Jan 12 10:33:56.789900 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-6e6fccec-1d18-4a57-b2e8-5fd861958d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:57.305682 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5412b-4ccb-4f35-b840-9411ac8de844 req-ac462e79-0a50-417f-ac1c-520cc85f06b1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:57.307175 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2ba5412b-4ccb-4f35-b840-9411ac8de844 req-ac462e79-0a50-417f-ac1c-520cc85f06b1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0494936 Jan 12 10:33:57.356559 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-2ba5412b-4ccb-4f35-b840-9411ac8de844 req-ed8fc910-941d-4000-8ecb-80e1ace3cdd9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439186 Jan 12 10:33:58.475788 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53397837-a812-4eb4-9ff5-1ae5d4472a4c req-1fcbb448-f67d-4ccf-bf8f-f4cd07e2d281 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:58.477292 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-53397837-a812-4eb4-9ff5-1ae5d4472a4c req-1fcbb448-f67d-4ccf-bf8f-f4cd07e2d281 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0530667 Jan 12 10:33:58.527650 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-53397837-a812-4eb4-9ff5-1ae5d4472a4c req-2a2b7899-7700-422b-aabd-f56da907d774 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446825 Jan 12 10:33:58.957979 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5447b280-3844-4698-896a-e3d050aff95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:33:59.647578 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba950a93-f75a-4b89-8e7e-0e9e1e7af838 req-9ac38da8-904e-4f8f-9a47-6366de1563df tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:33:59.649092 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba950a93-f75a-4b89-8e7e-0e9e1e7af838 req-9ac38da8-904e-4f8f-9a47-6366de1563df tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0486982 Jan 12 10:33:59.698315 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-ba950a93-f75a-4b89-8e7e-0e9e1e7af838 req-8f8e3cf7-2f16-44f4-8d6f-5be82377c8e9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437434 Jan 12 10:34:00.506319 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:00.813069 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c64308-9ae2-4ec1-9c9d-e0b70e59033a req-19e07df7-9f41-4e68-86eb-fe5ad6a710f7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:00.814545 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-28c64308-9ae2-4ec1-9c9d-e0b70e59033a req-19e07df7-9f41-4e68-86eb-fe5ad6a710f7 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0489984 Jan 12 10:34:00.863511 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-28c64308-9ae2-4ec1-9c9d-e0b70e59033a req-ed480778-cfe8-4d1c-b004-f47e4cc574c6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434523 Jan 12 10:34:01.789664 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:01.984516 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9615a4-6565-41c3-aefc-e6ff926173c9 req-e781e6cd-adfd-4c61-b77c-c51fe637ed9d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:01.985930 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7e9615a4-6565-41c3-aefc-e6ff926173c9 req-e781e6cd-adfd-4c61-b77c-c51fe637ed9d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0539975 Jan 12 10:34:02.034733 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-7e9615a4-6565-41c3-aefc-e6ff926173c9 req-f8e6e82f-b8ba-4fa2-a24c-9914b90c7b27 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432866 Jan 12 10:34:02.803213 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:03.158165 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6174aed-ecd1-430a-a76d-75583e8cdbd4 req-e38a7ad7-7441-4c9d-b77d-3018a8006fec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:03.159649 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c6174aed-ecd1-430a-a76d-75583e8cdbd4 req-e38a7ad7-7441-4c9d-b77d-3018a8006fec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0557959 Jan 12 10:34:03.209550 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c6174aed-ecd1-430a-a76d-75583e8cdbd4 req-218a53d3-7ae7-46bc-bfd3-4233f14f3c5f tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442767 Jan 12 10:34:04.323127 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5cf26-31df-4280-a589-cdccef34d878 req-2d5a57a9-7eaa-4e0a-80cf-27b3d85b0452 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:04.324619 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-78b5cf26-31df-4280-a589-cdccef34d878 req-2d5a57a9-7eaa-4e0a-80cf-27b3d85b0452 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 944 time: 0.0490646 Jan 12 10:34:04.373011 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-78b5cf26-31df-4280-a589-cdccef34d878 req-c9bd94d6-c5db-4890-98f0-e1f7a169f05e tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428545 Jan 12 10:34:05.047525 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 82313c42-7882-4c9c-ac6b-1110be61475f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=103262) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 12 10:34:05.150627 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 82313c42-7882-4c9c-ac6b-1110be61475f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=82313c42-7882-4c9c-ac6b-1110be61475f,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:05.161622 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Returning: {'device': '82313c42-7882-4c9c-ac6b-1110be61475f', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'port_id': '82313c42-7882-4c9c-ac6b-1110be61475f', 'mac_address': 'fa:16:3e:c7:a1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103262) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 12 10:34:05.203420 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 82313c42-7882-4c9c-ac6b-1110be61475f is: DOWN; New status is: BUILD {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:34:05.203812 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:05.222052 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82313c42-7882-4c9c-ac6b-1110be61475f {{(pid=103262) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 12 10:34:05.241472 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 82313c42-7882-4c9c-ac6b-1110be61475f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=82313c42-7882-4c9c-ac6b-1110be61475f,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:05.309663 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:05.357778 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=82313c42-7882-4c9c-ac6b-1110be61475f,revision_number=4']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:05.364884 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.365294 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.365644 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.365986 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.366326 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.366657 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.366993 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.367327 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.367684 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.368103 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.368429 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.368750 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.369111 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:34:05.490784 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516e860-a19f-4459-ad9d-2f5af1b7e0f7 req-fe8b678b-74bb-4ae4-b7c6-a754c3168d15 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:05.492270 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8516e860-a19f-4459-ad9d-2f5af1b7e0f7 req-fe8b678b-74bb-4ae4-b7c6-a754c3168d15 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 945 time: 0.0526710 Jan 12 10:34:05.534923 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] get_ports_and_sgs() called for port_ids ['82313c42-7882-4c9c-ac6b-1110be61475f'] {{(pid=103262) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 12 10:34:05.542528 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8516e860-a19f-4459-ad9d-2f5af1b7e0f7 req-896e9861-d407-4d04-a1b2-5c50532552bd tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432940 Jan 12 10:34:06.662542 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bffaf8-94a9-4094-92f4-0a4d3798afb8 req-824d81f7-3f8f-4f16-8300-ee21b2fc571c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:06.664063 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-22bffaf8-94a9-4094-92f4-0a4d3798afb8 req-824d81f7-3f8f-4f16-8300-ee21b2fc571c tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 945 time: 0.0536811 Jan 12 10:34:06.716735 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-22bffaf8-94a9-4094-92f4-0a4d3798afb8 req-fce2a07e-6eb6-44d0-847b-a095f41235b8 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470231 Jan 12 10:34:07.062041 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 82313c42-7882-4c9c-ac6b-1110be61475f up at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 12 10:34:07.179996 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning for port 82313c42-7882-4c9c-ac6b-1110be61475f completed by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 12 10:34:07.185217 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.provisioning_blocks [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Provisioning complete for port 82313c42-7882-4c9c-ac6b-1110be61475f triggered by entity L2. {{(pid=103262) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 12 10:34:07.185598 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1532320'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), provisioning_complete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:07.266299 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Current status of the port 82313c42-7882-4c9c-ac6b-1110be61475f is: BUILD; New status is: ACTIVE {{(pid=103262) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 12 10:34:07.266689 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), before_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:07.288470 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f'}] {{(pid=103262) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:34:07.291568 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7a650c6c2f45e7773bcec91342895a055a768162f2c3b56c560d31e4b169fbdc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889f5d8d-e117-43e0-b984-84a24306e90e" -d '{"events": [{"server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "name": "network-vif-plugged", "status": "completed", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f"}]}' {{(pid=103262) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:34:07.304198 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] For port 82313c42-7882-4c9c-ac6b-1110be61475f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=82313c42-7882-4c9c-ac6b-1110be61475f,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:34:07.327079 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f659271-140c-47a0-a79a-185b47251b84 x-openstack-request-id: req-8f659271-140c-47a0-a79a-185b47251b84 {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:34:07.327374 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "name": "network-vif-plugged", "status": "completed", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f", "code": 200}]} {{(pid=103262) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:34:07.327716 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-8f659271-140c-47a0-a79a-185b47251b84 {{(pid=103262) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:34:07.328031 dv-cinder-821602-9-iscsi neutron-server[103262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f', 'code': 200} Jan 12 10:34:07.401141 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:07.449256 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Pushing event updated for resources: {'Port': ['ID=82313c42-7882-4c9c-ac6b-1110be61475f,revision_number=5']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:07.688713 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae9204-2b43-4034-9942-cf86a7b949b5 req-dcdfbf21-3dfd-48df-bbe7-6b030851c22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:07.690193 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9bae9204-2b43-4034-9942-cf86a7b949b5 req-dcdfbf21-3dfd-48df-bbe7-6b030851c22b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 1099 time: 0.0403650 Jan 12 10:34:07.749451 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-9bae9204-2b43-4034-9942-cf86a7b949b5 req-23ff74ec-eb04-4c09-b2ec-34c02ab218eb service neutron] 10.222.0.79 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519547 Jan 12 10:34:07.833671 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9105f-ce80-4c76-a7bb-5f6c02fa70f8 req-ba121b5d-1bad-423b-996e-b93bcd67099b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:07.835229 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aff9105f-ce80-4c76-a7bb-5f6c02fa70f8 req-ba121b5d-1bad-423b-996e-b93bcd67099b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 946 time: 0.0501089 Jan 12 10:34:07.886832 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-aff9105f-ce80-4c76-a7bb-5f6c02fa70f8 req-02d7ce8b-019f-4976-bb64-927adcbb0569 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454552 Jan 12 10:34:09.052329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffefbb-06fa-42db-86e7-9f355b690dfa req-993edded-cae2-4486-a75e-5a92c1d2ad43 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:09.053834 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3dffefbb-06fa-42db-86e7-9f355b690dfa req-993edded-cae2-4486-a75e-5a92c1d2ad43 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 946 time: 0.0496194 Jan 12 10:34:09.104421 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3dffefbb-06fa-42db-86e7-9f355b690dfa req-0631c2ff-4f20-4f0b-8e6f-13f91bdb7db9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445323 Jan 12 10:34:09.219668 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f46f14-8d6d-462e-8501-2653354d50be req-c7e13366-1c19-4c80-b70f-fe31113e0bb6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:09.221100 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-34f46f14-8d6d-462e-8501-2653354d50be req-c7e13366-1c19-4c80-b70f-fe31113e0bb6 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 946 time: 0.0499461 Jan 12 10:34:09.275897 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-34f46f14-8d6d-462e-8501-2653354d50be req-00741e5e-8e5c-4533-8e32-31c1a814b1c8 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491047 Jan 12 10:34:09.298032 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57932) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:34:09.338016 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c39741-9b6c-43a0-9fca-3aa3141c06bd tempest-TestVolumeBootPattern-1037214561 tempest-TestVolumeBootPattern-1037214561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:09.339532 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-b4c39741-9b6c-43a0-9fca-3aa3141c06bd tempest-TestVolumeBootPattern-1037214561 tempest-TestVolumeBootPattern-1037214561-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 1094 time: 0.0405066 Jan 12 10:34:09.342298 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57934) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:34:09.346511 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.v2.base [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Request body: {'floatingip': {'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'port_id': '82313c42-7882-4c9c-ac6b-1110be61475f', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103261) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 12 10:34:09.460427 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:09.556700 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (None), before_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:09.657170 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_common [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Allocated IP 172.27.0.106 (c20a28f3-5d30-454e-9a6e-89130ba0427d/d311aa16-62c3-477a-aa9d-57c04d6f844a/4b799b92-7aa8-4902-94a0-6b6278dda290) {{(pid=103261) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 12 10:34:09.764050 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:09.872592 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783256344607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:09.914198 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Network c20a28f3-5d30-454e-9a6e-89130ba0427d is already hosted by enough agents. {{(pid=103261) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 12 10:34:09.921008 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.base_scheduler [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Resources bound (agent type, host, resource id): {{(pid=103261) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 12 10:34:09.921217 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Received port after_create {{(pid=103261) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 12 10:34:09.926647 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=4b799b92-7aa8-4902-94a0-6b6278dda290,revision_number=1']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:10.293534 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (10c16862-6503-4238-9f29-f89121aefc09), precommit_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:10.451781 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1527565'] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), before_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:10.601103 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), precommit_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:10.698023 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783256815445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783256344625', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783256344643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10114318'] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), after_update {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:10.770247 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event updated for resources: {'Port': ['ID=4b799b92-7aa8-4902-94a0-6b6278dda290,revision_number=2']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:34:10.781277 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-486141'] for floatingip (10c16862-6503-4238-9f29-f89121aefc09), after_create {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:11.151229 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Floating IP 10c16862-6503-4238-9f29-f89121aefc09 associated. External IP: 172.27.0.106, port: 82313c42-7882-4c9c-ac6b-1110be61475f. Jan 12 10:34:11.354521 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:34:11.462283 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:34:11.472350 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:34:11.482816 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:11.488163 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:33:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:11.574721 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:11.592683 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:34:11.601388 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-86862120-4f39-495f-ac31-b4a381859eb9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2580271 Jan 12 10:34:11.602557 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:34:11.604778 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:34:11.639238 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a7ad29-2b95-4408-bc92-5069af9166dd x-openstack-request-id: req-79a7ad29-2b95-4408-bc92-5069af9166dd {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:34:11.639526 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:34:11.639777 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-79a7ad29-2b95-4408-bc92-5069af9166dd {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:34:11.640177 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f', 'status': 'completed', 'code': 200} Jan 12 10:34:11.708563 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-443c90a1-5225-441c-b890-03b5ab6510c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:11.711238 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-443c90a1-5225-441c-b890-03b5ab6510c9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 1099 time: 0.0493150 Jan 12 10:34:11.800963 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-c29085a9-7df2-47e3-83c1-9caad8a488a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:11.802439 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-c29085a9-7df2-47e3-83c1-9caad8a488a2 service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0853996 Jan 12 10:34:11.834372 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '10c16862-6503-4238-9f29-f89121aefc09', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '82313c42-7882-4c9c-ac6b-1110be61475f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:c7:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:34:10Z', 'updated_at': '2022-01-12T10:34:10Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}, {'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:14Z', 'revision_number': 1, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:11.861787 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:34:11.870685 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:34:11.871412 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:33:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:11.876661 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-5de37293-d6d6-4697-8e30-cd7e7d1a3cca service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82313c42-7882-4c9c-ac6b-1110be61475f HTTP/1.1" status: 200 len: 1000 time: 0.0669322 Jan 12 10:34:11.926743 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-e76ac6d5-b976-4df5-834e-245180e054c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:11.928217 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-e76ac6d5-b976-4df5-834e-245180e054c7 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0453346 Jan 12 10:34:11.975282 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-f1e1ed9d-df70-43d1-96f5-dfb43fa56196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:11.977540 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-f1e1ed9d-df70-43d1-96f5-dfb43fa56196 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415480 Jan 12 10:34:11.981457 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:34:12.070251 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-265a121d-dac8-4199-97ce-750dd40d1cee service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860143 Jan 12 10:34:12.160259 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c36c6a97-34d5-4b9c-a56c-77a6272f1cd0 req-9fbfb65b-3e47-4ca2-84cb-07ce3f44710e service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838573 Jan 12 10:34:12.218700 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '10c16862-6503-4238-9f29-f89121aefc09', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '82313c42-7882-4c9c-ac6b-1110be61475f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:c7:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:34:10Z', 'updated_at': '2022-01-12T10:34:10Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}, {'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:14Z', 'revision_number': 1, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:34:12.373644 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe81af2-8fcb-408c-a7bd-4f78a8df2aa9 None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '10c16862-6503-4238-9f29-f89121aefc09', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.106', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '82313c42-7882-4c9c-ac6b-1110be61475f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:c7:a1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:34:10Z', 'updated_at': '2022-01-12T10:34:10Z', 'revision_number': 0, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}, {'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:14Z', 'revision_number': 1, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:34:12.563168 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a256132-e027-49d0-ab0b-2479299efeee None None] New status for floating IP 10c16862-6503-4238-9f29-f89121aefc09: ACTIVE {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:34:17.246749 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:26.762762 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-41d911dc-ec7d-4ca7-98ff-a50453691008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:26.938060 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:34:28.939697 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-47ffa63e-bc45-4f65-8071-56bc5134bdcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:29.675128 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-2334ed1a-0079-431c-a4e1-de7a01f09216 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435162 Jan 12 10:34:29.764530 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-55e370b1-d148-4c31-8b0a-c4bf5d1a16d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:29.766075 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-55e370b1-d148-4c31-8b0a-c4bf5d1a16d5 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1098 time: 0.0423589 Jan 12 10:34:29.873329 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-8755de62-4258-4222-b291-edbe50c936df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:29.874841 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-8755de62-4258-4222-b291-edbe50c936df service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0893133 Jan 12 10:34:29.942630 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-98cfb9bf-367d-492c-a3e2-2540dd9292ed service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 200 len: 1001 time: 0.0570078 Jan 12 10:34:29.993519 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-8168ed80-01b3-4150-bdf5-5bf7548d2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:29.995005 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-8168ed80-01b3-4150-bdf5-5bf7548d2e04 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0444727 Jan 12 10:34:30.042327 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-8b1a3c94-72e7-46da-a96e-4f9f797cee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:34:30.043859 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-8b1a3c94-72e7-46da-a96e-4f9f797cee9d service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429637 Jan 12 10:34:30.134236 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-cc9ee82a-1422-4f97-b343-7c1fdb61b62f service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838408 Jan 12 10:34:30.224376 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c1d2285-7f7a-41cc-a3a9-a09818fe7dd3 req-cbc4e87c-7374-4a05-a868-56c350bd31b2 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840557 Jan 12 10:34:30.497956 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:31.819557 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:32.870928 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:47.251283 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:56.767620 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-650aaba4-702c-4f30-8ead-6036d610350a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:34:58.939849 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-955ca70e-2fa5-43c9-b17f-b3a315572297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:00.527790 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:01.853637 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:02.845495 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:03.938075 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:35:17.309993 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:26.755819 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-ee1070bd-28f8-42df-9bdd-b680a148b4af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:28.938396 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b843798a-0e1e-4dd1-8c61-313a740ca92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:30.549473 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:30.674548 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-8b703d2c-887e-41f0-bcab-0ce9102893d7 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408099 Jan 12 10:35:30.736184 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17547b58-50f9-444f-8794-5a0bde554005 req-94723f23-05e2-4bb5-82db-d13084cc59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:30.737774 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-94723f23-05e2-4bb5-82db-d13084cc59b9 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 1099 time: 0.0409749 Jan 12 10:35:30.847903 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17547b58-50f9-444f-8794-5a0bde554005 req-e27ca3f0-f533-4670-95d2-133f018d420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:30.849552 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-e27ca3f0-f533-4670-95d2-133f018d420d service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0927641 Jan 12 10:35:30.917111 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-63afaeaa-b084-47ca-b717-1163e5628643 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82313c42-7882-4c9c-ac6b-1110be61475f HTTP/1.1" status: 200 len: 1002 time: 0.0600135 Jan 12 10:35:30.967547 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17547b58-50f9-444f-8794-5a0bde554005 req-dc55400e-509e-4876-b6aa-64cc4a708a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:30.968957 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-dc55400e-509e-4876-b6aa-64cc4a708a14 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0454383 Jan 12 10:35:31.018694 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17547b58-50f9-444f-8794-5a0bde554005 req-6fe0d8a5-1662-4a47-87cd-cf565d9b36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:31.020166 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-6fe0d8a5-1662-4a47-87cd-cf565d9b36d0 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0449803 Jan 12 10:35:31.108250 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-cfed6176-7c1f-4a09-bf63-8d245dc3e9c6 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810227 Jan 12 10:35:31.201398 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-17547b58-50f9-444f-8794-5a0bde554005 req-445f6dfb-bfb0-4975-a3f9-e8fe7e124e56 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867732 Jan 12 10:35:31.795457 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:32.858606 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:38.593218 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 57964) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:38.794517 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Deleting port 4b799b92-7aa8-4902-94a0-6b6278dda290 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:38.889576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:38.889576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:38.889576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (4b799b92-7aa8-4902-94a0-6b6278dda290), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:38.889576 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Calling delete_port for 4b799b92-7aa8-4902-94a0-6b6278dda290 owned by network:floatingip {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:39.178581 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (4b799b92-7aa8-4902-94a0-6b6278dda290), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:39.204212 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event deleted for resources: {'Port': ['ID=4b799b92-7aa8-4902-94a0-6b6278dda290,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:39.213157 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.213512 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.213869 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.214213 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.214595 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.214960 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.215296 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.215628 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.215957 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.216290 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.216617 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.216970 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.217297 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103261) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:39.280640 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (10c16862-6503-4238-9f29-f89121aefc09), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:39.281047 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.db.l3_db [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Floating IP 10c16862-6503-4238-9f29-f89121aefc09 disassociated (deleted). External IP: 172.27.0.106, port: 82313c42-7882-4c9c-ac6b-1110be61475f. Jan 12 10:35:39.493593 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:35:39.601750 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:35:39.606545 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:39.612549 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:35:39.622529 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:35:39.623136 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:39.635972 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-fba18c33-8eb1-470a-81a3-5e2b71175524 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "DELETE /v2.0/floatingips/10c16862-6503-4238-9f29-f89121aefc09 HTTP/1.1" status: 204 len: 168 time: 1.0417328 Jan 12 10:35:39.636540 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:35:39.638870 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa74c722-81b6-4681-a2f1-49119d133da0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:35:39.686810 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3904106b-0ac1-451a-8598-77fc946adfb7 x-openstack-request-id: req-3904106b-0ac1-451a-8598-77fc946adfb7 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:35:39.687231 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:35:39.687487 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-3904106b-0ac1-451a-8598-77fc946adfb7 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:35:39.687938 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f', 'status': 'completed', 'code': 200} Jan 12 10:35:39.736225 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:35:39.753044 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-e86ef640-4b80-4b99-a1d8-53358a9356f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:39.753044 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-e86ef640-4b80-4b99-a1d8-53358a9356f8 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 1099 time: 0.0420353 Jan 12 10:35:39.847217 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-af59d2fe-4065-48af-b5e3-abdd37129fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:39.849574 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-af59d2fe-4065-48af-b5e3-abdd37129fce service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0909817 Jan 12 10:35:39.892017 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-6cca9809-8fc7-4752-8452-c07b31545ccc service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=82313c42-7882-4c9c-ac6b-1110be61475f HTTP/1.1" status: 200 len: 217 time: 0.0362859 Jan 12 10:35:39.944579 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-e667fd11-c4f6-4374-b85c-84286a820de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:39.946106 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-e667fd11-c4f6-4374-b85c-84286a820de0 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0483153 Jan 12 10:35:39.979183 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:14Z', 'revision_number': 1, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:39.996678 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-c441bed5-714f-480d-8db3-b71fec31b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:39.998239 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-c441bed5-714f-480d-8db3-b71fec31b95a service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443661 Jan 12 10:35:40.006538 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:35:40.014928 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:35:40.015540 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:40.090531 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-e943f4ab-890e-4965-a70c-18b49cd351b8 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857027 Jan 12 10:35:40.127310 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:35:40.202293 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-fa74c722-81b6-4681-a2f1-49119d133da0 req-faa4c05d-93fa-49b7-892e-c80f72ef5223 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058447 Jan 12 10:35:40.319135 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30538c5-d74b-4450-a455-c3a8528e4c51 req-d46d895c-e7ed-407c-be47-3b6d79493b17 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:40.320687 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d30538c5-d74b-4450-a455-c3a8528e4c51 req-d46d895c-e7ed-407c-be47-3b6d79493b17 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 946 time: 0.0640197 Jan 12 10:35:40.387419 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-d30538c5-d74b-4450-a455-c3a8528e4c51 req-a0ade3db-b601-4290-a887-9c139401d39a tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592780 Jan 12 10:35:40.432239 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:14Z', 'revision_number': 1, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:40.479605 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22206efd-0fa8-428e-9833-b6999a54df10 None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_floatingips': [{'id': '4f051167-88b6-4779-90d3-fb5885e88403', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'floating_ip_address': '172.27.0.245', 'floating_network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'router_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'port_id': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'mac_address': 'fa:16:3e:ac:f0:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-12T10:32:12Z', 'updated_at': '2022-01-12T10:32:14Z', 'revision_number': 1, 'project_id': '617aceef9f104c5d931013200b6db62a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:35:40.732684 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b27f18-3670-482a-9aae-338ec8ebfd91 None None] New status for floating IP 10c16862-6503-4238-9f29-f89121aefc09: DOWN {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:35:40.936599 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:35:41.509789 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d25b61-47eb-47a5-a1bc-093d9240b375 req-31ca9d4c-9dc5-47fe-9964-bb5000429cfb tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:41.511289 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-94d25b61-47eb-47a5-a1bc-093d9240b375 req-31ca9d4c-9dc5-47fe-9964-bb5000429cfb tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 946 time: 0.0515513 Jan 12 10:35:41.561744 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-94d25b61-47eb-47a5-a1bc-093d9240b375 req-611872f0-4134-43ae-b157-241576a9c56f tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447807 Jan 12 10:35:41.817348 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-c19f2e01-eb19-4c0b-adda-11d7f250044b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:41.819086 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-c19f2e01-eb19-4c0b-adda-11d7f250044b tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 946 time: 0.0527022 Jan 12 10:35:41.908011 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Deleting port 82313c42-7882-4c9c-ac6b-1110be61475f {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:41.908353 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:41.999353 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] For port 82313c42-7882-4c9c-ac6b-1110be61475f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=82313c42-7882-4c9c-ac6b-1110be61475f,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:35:41.999627 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:42.012746 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Calling delete_port for 82313c42-7882-4c9c-ac6b-1110be61475f owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:42.240349 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (82313c42-7882-4c9c-ac6b-1110be61475f), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:42.277040 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event deleted for resources: {'Port': ['ID=82313c42-7882-4c9c-ac6b-1110be61475f,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] No DVR routers for this DVR port 82313c42-7882-4c9c-ac6b-1110be61475f on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-8c8d42cc-93db-49f2-8f3b-3cd6ea47ff6d req-2438880b-5cde-428c-b26d-5f03a14e8257 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "DELETE /v2.0/ports/82313c42-7882-4c9c-ac6b-1110be61475f HTTP/1.1" status: 204 len: 173 time: 0.5006189 Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'name': 'network-vif-deleted', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2f0e36d-183f-48fc-be93-54fd4e589bd7" -d '{"events": [{"server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "name": "network-vif-deleted", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cfa359-4095-40ba-b78b-2e9d9606d9e3 x-openstack-request-id: req-e5cfa359-4095-40ba-b78b-2e9d9606d9e3 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a063daa-1c72-45ba-ab2c-7bae708357ee", "name": "network-vif-deleted", "tag": "82313c42-7882-4c9c-ac6b-1110be61475f", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-e5cfa359-4095-40ba-b78b-2e9d9606d9e3 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:35:42.382562 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a063daa-1c72-45ba-ab2c-7bae708357ee', 'name': 'network-vif-deleted', 'tag': '82313c42-7882-4c9c-ac6b-1110be61475f', 'status': 'completed', 'code': 200} Jan 12 10:35:42.657590 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-93b1ca30-a022-405b-bfe9-ea8067fe2d7b req-591df114-2758-4d8b-8b9c-2e1b337b8140 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 210 time: 0.0270939 Jan 12 10:35:43.772721 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-c6b999cc-9e82-440c-9d79-aee3863b9133 req-1b68c7b4-c9ad-4371-b4f7-27b4bfde55c1 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=3a063daa-1c72-45ba-ab2c-7bae708357ee HTTP/1.1" status: 200 len: 210 time: 0.0272467 Jan 12 10:35:45.494812 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 82313c42-7882-4c9c-ac6b-1110be61475f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:35:45.514391 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 82313c42-7882-4c9c-ac6b-1110be61475f {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:35:45.514737 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 82313c42-7882-4c9c-ac6b-1110be61475f not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:35:47.292390 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:47.325816 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58006) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:47.482295 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Deleting port a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:47.482637 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:47.560811 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:47.561198 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:47.573307 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Calling delete_port for a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65 owned by network:floatingip {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:47.913782 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:47.941421 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event deleted for resources: {'Port': ['ID=a0044c9a-1ba1-49ce-a9e9-c0e73a42fb65,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:47.964107 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.964461 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.964809 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.965175 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.965516 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.965854 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.966184 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.966513 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.966840 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.967188 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.967498 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.967820 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:47.968141 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103260) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:48.011180 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (4f051167-88b6-4779-90d3-fb5885e88403), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:48.011543 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.db.l3_db [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Floating IP 4f051167-88b6-4779-90d3-fb5885e88403 disassociated (deleted). External IP: 172.27.0.245, port: 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6. Jan 12 10:35:48.220849 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103260) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:35:48.335908 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103260) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:35:48.340874 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:48.345776 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:35:48.361210 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:35:48.361837 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:48.368503 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b000f58c-841e-4426-9c09-7bc1c5c74327 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "DELETE /v2.0/floatingips/4f051167-88b6-4779-90d3-fb5885e88403 HTTP/1.1" status: 204 len: 168 time: 1.0416095 Jan 12 10:35:48.369343 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6'}] {{(pid=103260) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:35:48.371886 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23766a2b96f44b2ac624c690f6c5f2f75b3188fcd3da14cf5638de4386373a0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2b8657-a749-4eb4-882b-0fdfae237e03" -d '{"events": [{"name": "network-changed", "server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6"}]}' {{(pid=103260) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:35:48.472100 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 12 Jan 2022 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd177ed2-fa56-42ec-a340-9558e1101e61 x-openstack-request-id: req-fd177ed2-fa56-42ec-a340-9558e1101e61 {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:35:48.472405 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6", "status": "completed", "code": 200}]} {{(pid=103260) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:35:48.473035 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-fd177ed2-fa56-42ec-a340-9558e1101e61 {{(pid=103260) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:35:48.473482 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'status': 'completed', 'code': 200} Jan 12 10:35:48.474945 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:35:48.537712 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-86c982c0-d507-4e32-b48a-0c0f88bdee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:48.539185 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-86c982c0-d507-4e32-b48a-0c0f88bdee67 service neutron] 10.222.0.79 "GET /v2.0/ports?tenant_id=617aceef9f104c5d931013200b6db62a&device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 1098 time: 0.0442755 Jan 12 10:35:48.637394 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-101fa6ae-556e-458e-9242-cf19311714ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:48.642869 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-101fa6ae-556e-458e-9242-cf19311714ab service neutron] 10.222.0.79 "GET /v2.0/networks?id=ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 200 len: 913 time: 0.0971105 Jan 12 10:35:48.687919 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-f3b6101b-ee2a-4a3e-8f77-8c607268b4b2 service neutron] 10.222.0.79 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 200 len: 217 time: 0.0375948 Jan 12 10:35:48.698505 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:48.729156 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:35:48.737949 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:35:48.738599 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:48.744560 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-97680b85-59cc-47bf-b38e-3ee3e6f806f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:48.746321 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-97680b85-59cc-47bf-b38e-3ee3e6f806f9 service neutron] 10.222.0.79 "GET /v2.0/subnets?id=ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 200 len: 851 time: 0.0529766 Jan 12 10:35:48.793193 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-53f87c38-c483-4f6c-8adc-7ac7b47a2c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:48.796511 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-53f87c38-c483-4f6c-8adc-7ac7b47a2c37 service neutron] 10.222.0.79 "GET /v2.0/ports?network_id=ad8a5a1d-8822-4a7e-86d8-6215beeca337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420246 Jan 12 10:35:48.820476 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4586bbe-699c-4c8f-b304-a7cf04ada327 req-e1d90b0d-6be3-4f2c-88b9-f8a1168e399a tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103260) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:48.822223 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e4586bbe-699c-4c8f-b304-a7cf04ada327 req-e1d90b0d-6be3-4f2c-88b9-f8a1168e399a tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 945 time: 0.0636151 Jan 12 10:35:48.856247 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:35:48.886637 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [req-e4586bbe-699c-4c8f-b304-a7cf04ada327 req-ed59ac1c-f82c-48a0-a750-f1a7772c2a41 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578232 Jan 12 10:35:48.892237 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-5f070711-f47e-4a6b-8094-dfaf6e9187b8 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898242 Jan 12 10:35:48.994708 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-3c2b8657-a749-4eb4-882b-0fdfae237e03 req-4de598bd-780a-4f98-89d0-ada5b527bb74 service neutron] 10.222.0.79 "GET /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954604 Jan 12 10:35:49.193688 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:49.226077 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8872c8aa-c631-40f9-8b93-d050e414fd9b None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:29:03Z', 'revision_number': 4, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi', '_interfaces': [{'id': 'd7380574-a15d-4156-b038-07b26f58f5a8', 'name': '', 'network_id': 'ad8a5a1d-8822-4a7e-86d8-6215beeca337', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'mac_address': 'fa:16:3e:e0:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:02Z', 'updated_at': '2022-01-12T10:29:06Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'subnets': [{'id': 'ea74bed1-9f04-4e28-86e0-4d0b8679b364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:35:49.454263 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f483d7-7736-4fa9-8a49-fdc9a09e7f17 None None] New status for floating IP 4f051167-88b6-4779-90d3-fb5885e88403: DOWN {{(pid=103263) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 12 10:35:50.006795 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731be52-b6af-47ef-8527-d520515fe8f8 req-2781362d-8d06-4fac-862b-f225d6628627 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:50.008304 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a731be52-b6af-47ef-8527-d520515fe8f8 req-2781362d-8d06-4fac-862b-f225d6628627 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 945 time: 0.0513592 Jan 12 10:35:50.057751 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-a731be52-b6af-47ef-8527-d520515fe8f8 req-8d7df8df-92d1-4b4f-9c8c-cd81a37f4ce9 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/security-groups?id=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438704 Jan 12 10:35:50.369826 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-1d4911dd-ac17-4fd9-9b19-ca99ee7153fa tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103261) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 12 10:35:50.371534 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-1d4911dd-ac17-4fd9-9b19-ca99ee7153fa tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 945 time: 0.0566211 Jan 12 10:35:50.458628 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Deleting port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:50.458961 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:50.548306 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] For port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:35:50.548660 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:50.561780 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Calling delete_port for 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 owned by compute:nova {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:50.766635 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (2c4732d5-b9d0-4cf6-8a99-618f7636e4e6), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:50.798686 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event deleted for resources: {'Port': ['ID=2c4732d5-b9d0-4cf6-8a99-618f7636e4e6,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:50.839074 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.l3_dvrscheduler_db [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] No DVR routers for this DVR port 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 on host hv-cinder-82160 {{(pid=103261) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:35:50.845017 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for port (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:50.845017 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-00158bba-a73b-4912-acfa-9f0bcf33d7ee req-4085bc36-2551-4c58-8603-a3c864196eec tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.79 "DELETE /v2.0/ports/2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 HTTP/1.1" status: 204 len: 173 time: 0.4684463 Jan 12 10:35:50.845313 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'name': 'network-vif-deleted', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6'}] {{(pid=103261) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 12 10:35:50.848149 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.76/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}22a42f229ea4fcccc47f1746caa122620c9650517a824e6d9247bd853e37b125" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8072d33-14cc-4788-8423-6d6d4579a181" -d '{"events": [{"server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "name": "network-vif-deleted", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6"}]}' {{(pid=103261) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 12 10:35:50.885360 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 12 Jan 2022 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47542239-ab17-4a9d-88c3-aa8c8cf96fe8 x-openstack-request-id: req-47542239-ab17-4a9d-88c3-aa8c8cf96fe8 {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 12 10:35:50.885650 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c31d609-7c95-4e3f-8537-23f7948d5848", "name": "network-vif-deleted", "tag": "2c4732d5-b9d0-4cf6-8a99-618f7636e4e6", "status": "completed", "code": 200}]} {{(pid=103261) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 12 10:35:50.885918 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.76/compute/v2.1/os-server-external-events used request id req-47542239-ab17-4a9d-88c3-aa8c8cf96fe8 {{(pid=103261) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 12 10:35:50.886313 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c31d609-7c95-4e3f-8537-23f7948d5848', 'name': 'network-vif-deleted', 'tag': '2c4732d5-b9d0-4cf6-8a99-618f7636e4e6', 'status': 'completed', 'code': 200} Jan 12 10:35:51.153156 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [req-1748f154-fc69-4fb9-bba4-47accb6253ef req-d31354df-7129-402c-a648-8ba0174a4375 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c31d609-7c95-4e3f-8537-23f7948d5848 HTTP/1.1" status: 200 len: 210 time: 0.0270765 Jan 12 10:35:52.218227 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58024) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:52.343741 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Deleting port 8032cd6d-d0dc-4442-b999-f8218f818d53 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:52.344087 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:52.420020 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:52.420343 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (8032cd6d-d0dc-4442-b999-f8218f818d53), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:52.432759 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Calling delete_port for 8032cd6d-d0dc-4442-b999-f8218f818d53 owned by network:floatingip {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:52.634545 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (8032cd6d-d0dc-4442-b999-f8218f818d53), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:52.658168 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event deleted for resources: {'Port': ['ID=8032cd6d-d0dc-4442-b999-f8218f818d53,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:52.725256 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for floatingip (bd5866ab-c84a-4a2e-a953-b5ba308993a7), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:52.727899 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-56045'] for floatingip (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:52.729187 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-6b2c82cc-c356-4f59-914e-a99a9948f01d tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "DELETE /v2.0/floatingips/bd5866ab-c84a-4a2e-a953-b5ba308993a7 HTTP/1.1" status: 204 len: 168 time: 0.5099287 Jan 12 10:35:53.526655 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:35:53.547070 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] No Port match for: 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:35:53.547510 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Device 2c4732d5-b9d0-4cf6-8a99-618f7636e4e6 not bound to the agent host hv-cinder-82160 {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:35:54.050305 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 58036) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:54.106483 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ba97f1f4-7a78-4440-b016-c4758d5bf051 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group (1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:54.131428 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ba97f1f4-7a78-4440-b016-c4758d5bf051 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group (1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:54.274682 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ba97f1f4-7a78-4440-b016-c4758d5bf051 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:54.277396 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-ba97f1f4-7a78-4440-b016-c4758d5bf051 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Publish callbacks [] for security_group (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:54.278595 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-ba97f1f4-7a78-4440-b016-c4758d5bf051 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] 10.222.0.76 "DELETE /v2.0/security-groups/1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a HTTP/1.1" status: 204 len: 168 time: 0.2272637 Jan 12 10:35:54.290937 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba97f1f4-7a78-4440-b016-c4758d5bf051 tempest-TestVolumeBootPattern-575115855 tempest-TestVolumeBootPattern-575115855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7d64e6-daf6-4fbf-a2e9-5763ee709c8a,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:54.441971 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 58040) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:55.155014 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (51812f6d-69ef-43f5-b5f8-327acbea04b4), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:55.397795 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Deleting port d7380574-a15d-4156-b038-07b26f58f5a8 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:55.398137 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:55.479634 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] For port d7380574-a15d-4156-b038-07b26f58f5a8, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=d7380574-a15d-4156-b038-07b26f58f5a8,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:35:55.479910 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:55.493134 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Calling delete_port for d7380574-a15d-4156-b038-07b26f58f5a8 owned by network:router_interface {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:55.782049 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (d7380574-a15d-4156-b038-07b26f58f5a8), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:55.807472 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7380574-a15d-4156-b038-07b26f58f5a8,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:55.982987 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (51812f6d-69ef-43f5-b5f8-327acbea04b4), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:56.201573 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Router 51812f6d-69ef-43f5-b5f8-327acbea04b4 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:35:56.308400 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:35:56.313366 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-be04284c-21ec-4870-b9bf-4877eec5f8f6 admin admin] 10.222.0.76 "PUT /v2.0/routers/51812f6d-69ef-43f5-b5f8-327acbea04b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703845 Jan 12 10:35:56.315935 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 58044) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:56.318766 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] Sync routers for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:35:56.328595 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:35:56.329252 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:56.429370 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks [] for router (51812f6d-69ef-43f5-b5f8-327acbea04b4), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:56.436717 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:35:56.530459 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks [] for router_gateway (51812f6d-69ef-43f5-b5f8-327acbea04b4), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:56.616017 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:35:55Z', 'revision_number': 5, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port': {'id': '4ffe3c0f-ecd5-433e-ae92-1936178d49f7', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:62:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:00Z', 'updated_at': '2022-01-12T10:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:56.642261 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] Checking router: 51812f6d-69ef-43f5-b5f8-327acbea04b4 for host: dv-cinder-821602-9-iscsi {{(pid=103262) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:35:56.651653 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] Routers {'51812f6d-69ef-43f5-b5f8-327acbea04b4'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103262) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:35:56.652435 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:29Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['51812f6d-69ef-43f5-b5f8-327acbea04b4'], 'active': True} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:56.670166 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Deleting port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:56.670502 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:56.756417 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] For port 4ffe3c0f-ecd5-433e-ae92-1936178d49f7, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:35:56.756767 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:56.758871 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvr_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] Set router 51812f6d-69ef-43f5-b5f8-327acbea04b4 gateway port host: None {{(pid=103262) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:35:56.768859 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Calling delete_port for 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 owned by network:router_gateway {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:56.815942 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_hamode_db [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:35:56Z', 'revision_number': 6, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port_host': None}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103262) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:56.818424 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-06b0e6e3-0945-4e34-8f65-e46966ea05b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:56.846738 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75404e2-52b8-408f-8c4c-4848d5e3727c None None] The sync data for ids ['51812f6d-69ef-43f5-b5f8-327acbea04b4'] in dv-cinder-821602-9-iscsi is: [{'id': '51812f6d-69ef-43f5-b5f8-327acbea04b4', 'name': 'tempest-TestVolumeBootPattern-1359610231-router', 'tenant_id': '617aceef9f104c5d931013200b6db62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:28:59Z', 'updated_at': '2022-01-12T10:35:56Z', 'revision_number': 6, 'project_id': '617aceef9f104c5d931013200b6db62a', 'gw_port_host': None}] {{(pid=103262) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:35:57.012303 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (4ffe3c0f-ecd5-433e-ae92-1936178d49f7), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.036659 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffe3c0f-ecd5-433e-ae92-1936178d49f7,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:57.099877 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (51812f6d-69ef-43f5-b5f8-327acbea04b4), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.189350 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (51812f6d-69ef-43f5-b5f8-327acbea04b4), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.192117 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks [] for router_controller (51812f6d-69ef-43f5-b5f8-327acbea04b4), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.297354 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (51812f6d-69ef-43f5-b5f8-327acbea04b4), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.298116 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51812f6d-69ef-43f5-b5f8-327acbea04b4 {{(pid=103261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:35:57.303716 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.308570 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-68fe764e-8fe3-4b6b-9361-77bd91a3dffb admin admin] 10.222.0.76 "DELETE /v2.0/routers/51812f6d-69ef-43f5-b5f8-327acbea04b4 HTTP/1.1" status: 204 len: 168 time: 0.9881632 Jan 12 10:35:57.310422 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58046) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:57.355614 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.db_base_plugin_v2 [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] Deleting subnet ea74bed1-9f04-4e28-86e0-4d0b8679b364 {{(pid=103260) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:35:57.358928 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] Publish callbacks [] for subnet (ea74bed1-9f04-4e28-86e0-4d0b8679b364), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.396104 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10413491'] for subnet (ea74bed1-9f04-4e28-86e0-4d0b8679b364), precommit_delete_associations {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.479819 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (ea74bed1-9f04-4e28-86e0-4d0b8679b364), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.604730 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10433700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9515227'] for subnet (ea74bed1-9f04-4e28-86e0-4d0b8679b364), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.631160 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea74bed1-9f04-4e28-86e0-4d0b8679b364,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:57.634842 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for subnet (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.638018 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-57663b89-5712-417b-912a-58e6cafb1e4e admin admin] 10.222.0.76 "DELETE /v2.0/subnets/ea74bed1-9f04-4e28-86e0-4d0b8679b364 HTTP/1.1" status: 204 len: 168 time: 0.3279786 Jan 12 10:35:57.640469 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58048) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:57.642957 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea5c59e-2e5d-4d89-9eda-dd70439fdd52 None None] Network ad8a5a1d-8822-4a7e-86d8-6215beeca337 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:35:57.710079 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (ad8a5a1d-8822-4a7e-86d8-6215beeca337), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.771475 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Deleting port 18d656da-5e7b-46c4-aaec-a2d54a856784 {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:57.771864 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.812374 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] DHCP port deletion for ad8a5a1d-8822-4a7e-86d8-6215beeca337 request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:35:57.836712 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] For port 18d656da-5e7b-46c4-aaec-a2d54a856784, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=18d656da-5e7b-46c4-aaec-a2d54a856784,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:35:57.837034 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.849804 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Calling delete_port for 18d656da-5e7b-46c4-aaec-a2d54a856784 owned by network:dhcp {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:57.864271 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Deleting port 18d656da-5e7b-46c4-aaec-a2d54a856784 {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:57.864640 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.930273 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] For port 18d656da-5e7b-46c4-aaec-a2d54a856784, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=18d656da-5e7b-46c4-aaec-a2d54a856784,segment=NetworkSegment(10e0f1c9-d965-491e-ac5b-51b912d4fea1),segment_id=10e0f1c9-d965-491e-ac5b-51b912d4fea1)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:35:57.930668 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:57.943781 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Calling delete_port for 18d656da-5e7b-46c4-aaec-a2d54a856784 owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:57.989614 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.017387 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] No DVR routers for this DVR port 18d656da-5e7b-46c4-aaec-a2d54a856784 on host dv-cinder-821602-9-iscsi {{(pid=103260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:35:58.022566 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d656da-5e7b-46c4-aaec-a2d54a856784,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:58.027707 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (18d656da-5e7b-46c4-aaec-a2d54a856784), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.051667 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Pushing event deleted for resources: {'Port': ['ID=18d656da-5e7b-46c4-aaec-a2d54a856784,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:58.061343 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.061680 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.062361 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.062361 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.062677 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.063004 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.063401 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.063660 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.063969 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.064293 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.064615 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.064962 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.065282 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-9-iscsi {{(pid=103262) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 12 10:35:58.068714 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692038e-c434-41cf-a5c8-367b604c6fb4 None None] No DVR routers for this DVR port 18d656da-5e7b-46c4-aaec-a2d54a856784 on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:35:58.094774 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (ad8a5a1d-8822-4a7e-86d8-6215beeca337), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.119352 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8a5a1d-8822-4a7e-86d8-6215beeca337']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:58.129434 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e0f1c9-d965-491e-ac5b-51b912d4fea1') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:58.129855 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e0f1c9-d965-491e-ac5b-51b912d4fea1') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:35:58.139696 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (10e0f1c9-d965-491e-ac5b-51b912d4fea1), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.152841 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (10e0f1c9-d965-491e-ac5b-51b912d4fea1), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.158893 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:35:58.159281 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (10e0f1c9-d965-491e-ac5b-51b912d4fea1), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:35:58.161687 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:35:58.280481 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (ad8a5a1d-8822-4a7e-86d8-6215beeca337), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.286977 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.289948 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] 10.222.0.76 "DELETE /v2.0/networks/ad8a5a1d-8822-4a7e-86d8-6215beeca337 HTTP/1.1" status: 204 len: 168 time: 0.6484776 Jan 12 10:35:58.293027 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 58050) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:35:58.301225 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90973771-b8fc-4d88-a02c-8425d3a06751 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8a5a1d-8822-4a7e-86d8-6215beeca337,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:58.407627 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device d7380574-a15d-4156-b038-07b26f58f5a8 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:35:58.433583 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: d7380574-a15d-4156-b038-07b26f58f5a8 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:35:58.433925 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device d7380574-a15d-4156-b038-07b26f58f5a8 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:35:58.434341 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 18d656da-5e7b-46c4-aaec-a2d54a856784 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:35:58.453620 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 18d656da-5e7b-46c4-aaec-a2d54a856784 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:35:58.453969 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 18d656da-5e7b-46c4-aaec-a2d54a856784 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:35:58.454693 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:35:58.475253 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:35:58.475603 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 4ffe3c0f-ecd5-433e-ae92-1936178d49f7 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:35:58.638151 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-486909'] for router_interface (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.891371 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Deleting port 00e0e22a-40e5-4409-b3ef-13587968a1fd {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:35:58.891371 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.965858 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-02ca42b3-4f1d-4ee0-8796-8955c7dd62d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.973336 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] For port 00e0e22a-40e5-4409-b3ef-13587968a1fd, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=00e0e22a-40e5-4409-b3ef-13587968a1fd,segment=NetworkSegment(9023b4b7-17ab-4e8b-b006-a100c324d0eb),segment_id=9023b4b7-17ab-4e8b-b006-a100c324d0eb)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:35:58.977444 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:58.989019 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Calling delete_port for 00e0e22a-40e5-4409-b3ef-13587968a1fd owned by network:router_interface {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:35:59.229318 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (00e0e22a-40e5-4409-b3ef-13587968a1fd), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:59.254379 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=00e0e22a-40e5-4409-b3ef-13587968a1fd,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:35:59.682159 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570233', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-484173'] for router_interface (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:35:59.900988 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 has already been hosted by L3 agent a55a8d12-b14f-4ae2-b47e-474686dcf4ec {{(pid=103261) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 12 10:36:00.007132 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] Notify agent at l3_agent.dv-cinder-821602-9-iscsi the message routers_updated {{(pid=103261) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 12 10:36:00.012054 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-88fdfa92-87e3-4f19-b1a3-53c2fdd69ea6 admin admin] 10.222.0.76 "PUT /v2.0/routers/f8a2c7fd-fb79-4cb2-847d-85d08f4316a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7180164 Jan 12 10:36:00.014568 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 58052) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:36:00.017022 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] Sync routers for ids ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'] in dv-cinder-821602-9-iscsi {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 12 10:36:00.027854 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] Routers {'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:36:00.028454 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:36:00.118885 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks [] for router (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.131779 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] Set router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 gateway port host: dv-cinder-821602-9-iscsi {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:36:00.222553 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks [] for router_gateway (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.309820 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'external_fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:35:59Z', 'revision_number': 5, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port': {'id': 'da3305c2-23cc-458a-ba94-cf80186d4d61', 'name': '', 'network_id': 'c20a28f3-5d30-454e-9a6e-89130ba0427d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-12T10:29:06Z', 'updated_at': '2022-01-12T10:29:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd311aa16-62c3-477a-aa9d-57c04d6f844a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-9-iscsi'}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:36:00.336779 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] Checking router: f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 for host: dv-cinder-821602-9-iscsi {{(pid=103263) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 12 10:36:00.345410 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] Routers {'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'} bound to L3 agent in host dv-cinder-821602-9-iscsi {{(pid=103263) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 12 10:36:00.345973 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-12T10:08:59Z,description=,heartbeat_timestamp=2022-01-12T10:35:59Z,host='dv-cinder-821602-9-iscsi',id=a55a8d12-b14f-4ae2-b47e-474686dcf4ec,load=0,resource_versions=,resources_synced=,started_at=2022-01-12T10:09:00Z,topic='l3_agent')) {'router_ids': ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'], 'active': True} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:36:00.350116 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Deleting port da3305c2-23cc-458a-ba94-cf80186d4d61 {{(pid=103261) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:36:00.350668 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.443392 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_dvr_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] Set router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 gateway port host: None {{(pid=103263) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 12 10:36:00.445543 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.db [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] For port da3305c2-23cc-458a-ba94-cf80186d4d61, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=da3305c2-23cc-458a-ba94-cf80186d4d61,segment=NetworkSegment(ab246200-b61d-40f6-ba7b-553eb01fbb67),segment_id=ab246200-b61d-40f6-ba7b-553eb01fbb67)] {{(pid=103261) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:36:00.445908 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.458759 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.plugins.ml2.plugin [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Calling delete_port for da3305c2-23cc-458a-ba94-cf80186d4d61 owned by network:router_gateway {{(pid=103261) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:36:00.498418 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.l3_hamode_db [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:36:00Z', 'revision_number': 6, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port_host': None}], 'dv-cinder-821602-9-iscsi', False) {} {{(pid=103263) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:36:00.514864 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.524652 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b98b6a41-1e5e-4df9-9a12-9f1b1d80e6b8 None None] The sync data for ids ['f8a2c7fd-fb79-4cb2-847d-85d08f4316a0'] in dv-cinder-821602-9-iscsi is: [{'id': 'f8a2c7fd-fb79-4cb2-847d-85d08f4316a0', 'name': 'tempest-TestVolumeBootPattern-468324123-router', 'tenant_id': 'e4d851271f954efaac8f924216a1d591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-12T10:29:05Z', 'updated_at': '2022-01-12T10:36:00Z', 'revision_number': 6, 'project_id': 'e4d851271f954efaac8f924216a1d591', 'gw_port_host': None}] {{(pid=103263) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 12 10:36:00.697688 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10114311'] for port (da3305c2-23cc-458a-ba94-cf80186d4d61), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.725029 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Pushing event deleted for resources: {'Port': ['ID=da3305c2-23cc-458a-ba94-cf80186d4d61,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:36:00.788237 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-485931'] for router_gateway (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.878248 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-485036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1593'] for router (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.880628 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks [] for router_controller (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.993281 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-485215'] for router (f8a2c7fd-fb79-4cb2-847d-85d08f4316a0), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:00.993808 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 {{(pid=103261) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 12 10:36:00.999244 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.000401 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-147548e6-a814-4d80-b5af-cc4f5e683996 admin admin] 10.222.0.76 "DELETE /v2.0/routers/f8a2c7fd-fb79-4cb2-847d-85d08f4316a0 HTTP/1.1" status: 204 len: 168 time: 0.9849112 Jan 12 10:36:01.002982 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [-] (103261) accepted ('10.222.0.76', 58054) {{(pid=103261) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:36:01.050604 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] Deleting subnet 76a3d568-dce1-4ac4-ab2d-82e4b1038ea3 {{(pid=103261) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 12 10:36:01.055991 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] Publish callbacks [] for subnet (76a3d568-dce1-4ac4-ab2d-82e4b1038ea3), before_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.097266 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9460953'] for subnet (76a3d568-dce1-4ac4-ab2d-82e4b1038ea3), precommit_delete_associations {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.209219 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1536702'] for subnet (76a3d568-dce1-4ac4-ab2d-82e4b1038ea3), precommit_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.336258 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1536581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576400', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10114512', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9730959'] for subnet (76a3d568-dce1-4ac4-ab2d-82e4b1038ea3), after_delete {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.363300 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76a3d568-dce1-4ac4-ab2d-82e4b1038ea3,revision_number=None']} {{(pid=103261) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:36:01.365344 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103261) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.371463 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58056) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:36:01.371931 dv-cinder-821602-9-iscsi neutron-server[103261]: INFO neutron.wsgi [None req-db2b1b6c-974e-4637-88d8-0fa42878feb4 admin admin] 10.222.0.76 "DELETE /v2.0/subnets/76a3d568-dce1-4ac4-ab2d-82e4b1038ea3 HTTP/1.1" status: 204 len: 168 time: 0.3675232 Jan 12 10:36:01.372932 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e57b10-085c-46cf-80d1-ca3a8cf6ecdb None None] Network 3f808961-193b-4b5c-af7b-61cc14e80511 requested from dv-cinder-821602-9-iscsi {{(pid=103262) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 12 10:36:01.458545 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1483617'] for network (3f808961-193b-4b5c-af7b-61cc14e80511), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.518442 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Deleting port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a {{(pid=103260) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:36:01.518776 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.552722 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] DHCP port deletion for 3f808961-193b-4b5c-af7b-61cc14e80511 request from dv-cinder-821602-9-iscsi {{(pid=103262) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 12 10:36:01.584893 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.db [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] For port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,segment=NetworkSegment(9023b4b7-17ab-4e8b-b006-a100c324d0eb),segment_id=9023b4b7-17ab-4e8b-b006-a100c324d0eb)] {{(pid=103260) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:36:01.585264 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.600608 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] Deleting port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a {{(pid=103262) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 12 10:36:01.601018 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783256758438'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), before_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.601598 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.plugin [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Calling delete_port for 1913263a-7381-4d9d-96fc-e2d40d7c4a4a owned by network:dhcp {{(pid=103260) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:36:01.665437 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.db [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] For port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a, host dv-cinder-821602-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-9-iscsi',level=0,port_id=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,segment=NetworkSegment(9023b4b7-17ab-4e8b-b006-a100c324d0eb),segment_id=9023b4b7-17ab-4e8b-b006-a100c324d0eb)] {{(pid=103262) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 12 10:36:01.665829 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-432847'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), precommit_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.678840 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] Calling delete_port for 1913263a-7381-4d9d-96fc-e2d40d7c4a4a owned by network:dhcp {{(pid=103262) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 12 10:36:01.783180 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10433651'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.789077 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1526986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934573', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783256815427', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783256344616'] for port (1913263a-7381-4d9d-96fc-e2d40d7c4a4a), after_delete {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:01.812528 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] No DVR routers for this DVR port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a on host dv-cinder-821602-9-iscsi {{(pid=103260) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:36:01.817511 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Pushing event deleted for resources: {'Port': ['ID=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:36:01.821376 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] Pushing event deleted for resources: {'Port': ['ID=1913263a-7381-4d9d-96fc-e2d40d7c4a4a,revision_number=None']} {{(pid=103262) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:36:01.823237 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c5f43-bd5e-4538-b42d-368c33089d62 None None] No DVR routers for this DVR port 1913263a-7381-4d9d-96fc-e2d40d7c4a4a on host dv-cinder-821602-9-iscsi {{(pid=103262) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 12 10:36:01.840586 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.150160 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531945', 'neutron.services.segments.db._delete_segments_for_network-8783256830958'] for network (3f808961-193b-4b5c-af7b-61cc14e80511), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.170200 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f808961-193b-4b5c-af7b-61cc14e80511']}} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:36:02.179794 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9023b4b7-17ab-4e8b-b006-a100c324d0eb') {'for_net_delete': True} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:36:02.180087 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.services.segments.db [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9023b4b7-17ab-4e8b-b006-a100c324d0eb') {} {{(pid=103260) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 12 10:36:02.189201 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783256835575', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10413496'] for segment (9023b4b7-17ab-4e8b-b006-a100c324d0eb), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.202244 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537'] for segment (9023b4b7-17ab-4e8b-b006-a100c324d0eb), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.208411 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=103260) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 12 10:36:02.209478 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1539537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10433630'] for segment (9023b4b7-17ab-4e8b-b006-a100c324d0eb), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: Traceback (most recent call last): Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: timer() Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: cb(*args, **kw) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: return func(*args, **kwargs) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: self._notify() Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: self.callback(batched_events) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: event.method(event) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: aggregate_uuid = self.p_client.list_aggregates( Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: return f(self, *a, **k) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._get(url).json() Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: return self.request(url, 'GET', **kwargs) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: base_url = self.get_endpoint(auth, allow=allow, Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 12 10:36:02.210448 dv-cinder-821602-9-iscsi neutron-server[103260]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 12 10:36:02.337093 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531952', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570112', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-486095'] for network (3f808961-193b-4b5c-af7b-61cc14e80511), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.341521 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570134'] for network (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.344846 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] 10.222.0.76 "DELETE /v2.0/networks/3f808961-193b-4b5c-af7b-61cc14e80511 HTTP/1.1" status: 204 len: 168 time: 0.9722893 Jan 12 10:36:02.358932 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4f098-375e-428f-a27f-16daf13c4dee admin admin] Pushing event deleted for resources: {'Network': ['ID=3f808961-193b-4b5c-af7b-61cc14e80511,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:36:02.415391 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 00e0e22a-40e5-4409-b3ef-13587968a1fd no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:36:02.436639 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 00e0e22a-40e5-4409-b3ef-13587968a1fd {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:36:02.437028 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 00e0e22a-40e5-4409-b3ef-13587968a1fd not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:36:02.437460 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 1913263a-7381-4d9d-96fc-e2d40d7c4a4a no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:36:02.457652 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: 1913263a-7381-4d9d-96fc-e2d40d7c4a4a {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:36:02.457994 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device 1913263a-7381-4d9d-96fc-e2d40d7c4a4a not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:36:02.458417 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device da3305c2-23cc-458a-ba94-cf80186d4d61 no longer exists at agent ovs-agent-dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 12 10:36:02.477924 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.plugin [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] No Port match for: da3305c2-23cc-458a-ba94-cf80186d4d61 {{(pid=103262) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 12 10:36:02.478344 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron.plugins.ml2.rpc [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Device da3305c2-23cc-458a-ba94-cf80186d4d61 not bound to the agent host dv-cinder-821602-9-iscsi {{(pid=103262) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 12 10:36:02.734040 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58060) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:36:02.779389 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-61d96106-0e4e-4249-a7d0-074145c7961d admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=617aceef9f104c5d931013200b6db62a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435650 Jan 12 10:36:02.782043 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58062) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:36:02.829700 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-51af7731-615f-4583-87bc-7cc9e5af21e6 admin admin] Publish callbacks [] for security_group (5ef65458-9cdd-48cd-a925-cb3eb88d69c5), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.834788 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.852755 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-51af7731-615f-4583-87bc-7cc9e5af21e6 admin admin] Publish callbacks [] for security_group (5ef65458-9cdd-48cd-a925-cb3eb88d69c5), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.983500 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-51af7731-615f-4583-87bc-7cc9e5af21e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (5ef65458-9cdd-48cd-a925-cb3eb88d69c5), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.988214 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-51af7731-615f-4583-87bc-7cc9e5af21e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:02.989773 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-51af7731-615f-4583-87bc-7cc9e5af21e6 admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/5ef65458-9cdd-48cd-a925-cb3eb88d69c5 HTTP/1.1" status: 204 len: 168 time: 0.2067809 Jan 12 10:36:02.998347 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51af7731-615f-4583-87bc-7cc9e5af21e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef65458-9cdd-48cd-a925-cb3eb88d69c5,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:36:03.724596 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58068) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:36:03.764483 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-7db3fc71-cc3b-4558-b579-ee42db0ead93 admin admin] 10.222.0.76 "GET /v2.0/security-groups?tenant_id=e4d851271f954efaac8f924216a1d591&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386345 Jan 12 10:36:03.767021 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [-] (103260) accepted ('10.222.0.76', 58070) {{(pid=103260) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 12 10:36:03.823859 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c710-75c2-4b7c-a452-601af030673f admin admin] Publish callbacks [] for security_group (10a32e1c-0ee9-44f1-97e1-df6326042af3), before_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:03.845643 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c710-75c2-4b7c-a452-601af030673f admin admin] Publish callbacks [] for security_group (10a32e1c-0ee9-44f1-97e1-df6326042af3), precommit_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:03.965938 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c710-75c2-4b7c-a452-601af030673f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576569'] for security_group (10a32e1c-0ee9-44f1-97e1-df6326042af3), after_delete {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:03.968489 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron_lib.callbacks.manager [None req-b6a2c710-75c2-4b7c-a452-601af030673f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103260) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:03.969696 dv-cinder-821602-9-iscsi neutron-server[103260]: INFO neutron.wsgi [None req-b6a2c710-75c2-4b7c-a452-601af030673f admin admin] 10.222.0.76 "DELETE /v2.0/security-groups/10a32e1c-0ee9-44f1-97e1-df6326042af3 HTTP/1.1" status: 204 len: 168 time: 0.2017863 Jan 12 10:36:03.978499 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2c710-75c2-4b7c-a452-601af030673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a32e1c-0ee9-44f1-97e1-df6326042af3,revision_number=None']} {{(pid=103260) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 12 10:36:17.302690 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:17.936493 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:36:26.821211 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-b9fce59b-9e9f-44e2-bcf2-4a2a19549641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:28.952171 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f1199f64-bd7a-4ca1-b10f-de44dbdde41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:30.435019 dv-cinder-821602-9-iscsi neutron-server[103260]: DEBUG neutron.wsgi [req-73075270-c722-4f68-9e5f-5fbc36a7da65 req-5ea4ab4e-bd29-43f6-af11-dcdf39d9707f service neutron] (103260) timed out ('10.222.0.79', 63749) {{(pid=103260) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 12 10:36:30.508518 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:31.811044 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:32.827955 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:47.290234 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:54.936027 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:36:56.799217 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e2a01981-bcda-4878-83dc-d3e6bda98510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:36:58.936053 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-79ec7d17-031d-4940-a013-873d2171b87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:00.494659 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:01.821477 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:02.836861 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:17.300925 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:26.786468 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e50ab701-f2ff-4ff4-9518-62e9fdbcbc4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:28.980722 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f072635c-5b27-4084-8961-6ccfe4def8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:30.523356 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:31.803720 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:31.935385 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:37:32.792025 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:47.300396 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:56.774149 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-bc719062-5f46-483c-81b7-152ef69bf0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:37:58.928285 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f87bed14-0383-4f85-b951-93c5ee1db2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:00.516821 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:01.814140 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:02.814318 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:08.933537 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:38:14.211471 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [req-0a471d37-282d-47bf-9250-85b69fc91ebe req-0f53fed8-22d7-4ce2-8625-ca2212e32791 service neutron] (103261) timed out ('10.222.0.76', 51704) {{(pid=103261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 12 10:38:17.327969 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:26.750476 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a242aa42-56af-4716-8aa5-8042c4a38cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:28.972834 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-72650926-7bba-421a-870e-ac249cb66688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:30.533460 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:31.824377 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:32.807368 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:45.932914 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:38:47.333018 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:56.755958 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-258a69bc-08e0-4b24-a281-bd62f7f6ac3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:38:58.961688 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-a876291a-d24d-482f-af40-b91b9ee63c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:00.532555 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:01.863503 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:02.824220 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:17.400700 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:22.932048 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:39:26.754731 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-c467c398-1532-4454-8109-b2bf4ee52068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:28.977198 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-075bd5a5-a64e-44cb-8900-60a08f25f5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:30.525998 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:31.823167 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:32.828912 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:47.388132 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:56.765444 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-1918b68b-d397-45bd-93c7-a9be340b2a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:58.954403 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-e5d1944e-9813-4099-9214-92a2fcf5c51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:39:59.930368 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:40:00.525128 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:01.833738 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:02.833636 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:17.410264 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:26.758563 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-4b6a9575-5e88-4e84-b3d9-b9b597282130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:28.924496 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f6bf0a01-77d6-49b1-8915-8448dc0eacbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:30.535451 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:31.826956 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:32.843911 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:35.438107 dv-cinder-821602-9-iscsi neutron-server[103261]: DEBUG neutron.wsgi [req-81ce5985-154f-4312-b6e0-2dc5de0569c3 req-9ea4ceec-7473-42ea-aba4-a6213263d5f3 service neutron] (103261) timed out ('10.222.0.79', 63862) {{(pid=103261) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 12 10:40:36.929479 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:40:47.381111 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:56.752336 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-33fb53f6-1d6a-42e9-b2a4-61877c5f1e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:40:58.923432 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-46eea5f8-63c5-408a-9369-04d3842bc852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:41:00.558154 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:41:01.849469 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e7f7e90-511c-4069-83f4-1865ec617ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (516cc181-c9f9-4c0a-8e46-97d07196aa8b), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:41:02.804627 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-42ebffad-c04c-453c-8cfc-483f83805745 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (756e34b5-bb13-4a03-b3b2-f014b96805a9), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:41:13.928535 dv-cinder-821602-9-iscsi neutron-server[103263]: DEBUG neutron.db.agents_db [None req-ab4b8907-063b-4241-84f4-763cd98bffd2 None None] Agent healthcheck: found 6 active agents {{(pid=103263) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 12 10:41:17.391846 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-f7f65b71-8e6f-4363-bb36-61bf232c5ebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (821129c7-7a2b-45ba-8aec-3eb1bae9eb29), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:41:26.745783 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-aa2c11b7-a2d9-4212-adbf-cd65dc83aae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (8d27f479-1258-4be8-baa0-a46800642c4d), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:41:28.952295 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-5e85b66e-5539-4b59-a2bc-1fd4fbbd370e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (a55a8d12-b14f-4ae2-b47e-474686dcf4ec), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 12 10:41:30.597595 dv-cinder-821602-9-iscsi neutron-server[103262]: DEBUG neutron_lib.callbacks.manager [None req-d039c828-6f47-47fc-b7fb-331ab060a8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783256830940', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1532287'] for agent (710cdb1d-2e18-4d03-854f-d4f9c2f4ed0a), after_update {{(pid=103262) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}